From 5612926679a5d6e06e032c6516d99de5d63e4277 Mon Sep 17 00:00:00 2001 From: Cameron Meissner Date: Thu, 28 Sep 2023 11:51:18 -0700 Subject: [PATCH 1/3] feat: add EnableSecureTLSBootstrapping to bootstrap config --- parts/linux/cloud-init/artifacts/cse_cmd.sh | 1 + pkg/agent/baker.go | 5 +- pkg/agent/baker_test.go | 7 + pkg/agent/datamodel/types.go | 30 +- .../AKSUbuntu1604+Containerd/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../testdata/AKSUbuntu1604+Docker/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S115/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S117/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S118/CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1604+OSKubeletDisk/CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1604+TempDiskExplicit/CSECommand | 2 +- .../AKSUbuntu1604+TempDiskToggle/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MIG/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MotD/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1804+CustomCATrust/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu1804+HTTPProxy/CSECommand | 2 +- .../CSECommand | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/CSECommand | 2 +- .../AKSUbuntu1804+krustlet/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../testdata/AKSUbuntu2204+China/CSECommand | 2 +- .../AKSUbuntu2204+Containerd+MIG/CSECommand | 2 +- .../AKSUbuntu2204+CustomCloud/CSECommand | 2 +- .../CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOff/CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOn/CSECommand | 2 +- .../CSECommand | 1 + .../CustomData | 296 ++++++++ .../line105.sh | 35 + .../line112.sh | 10 + .../line119.sh | 27 + .../line126.sh | 36 + .../line133.sh | 9 + .../line140.sh | 11 + .../line147.sh | 27 + .../line18.sh | 104 +++ .../line192.sh | 9 + .../line199.sh | 56 ++ .../line26.sh | 96 +++ .../line296.sh | 11 + .../line33.sh | 410 +++++++++++ .../line40.sh | 407 +++++++++++ .../line47.sh | 67 ++ .../line54.sh | 46 ++ .../line62.sh | 260 +++++++ .../line70.sh | 650 ++++++++++++++++++ .../line77.sh | 63 ++ .../line84.sh | 0 .../line9.sh | 357 ++++++++++ .../line91.sh | 46 ++ .../line98.sh | 8 + .../AKSUbuntu2204+SecurityProfile/CSECommand | 2 +- .../AKSUbuntu2204+cgroupv2/CSECommand | 2 +- .../testdata/AzureLinuxV2+Kata/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- pkg/agent/testdata/CustomizedImage/CSECommand | 2 +- .../testdata/CustomizedImageKata/CSECommand | 2 +- pkg/agent/testdata/MarinerV2+Kata/CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- .../CSECommand | 2 +- pkg/agent/testdata/RawUbuntu/CSECommand | 2 +- .../testdata/RawUbuntuContainerd/CSECommand | 2 +- pkg/templates/templates_generated.go | 1 + 95 files changed, 3137 insertions(+), 79 deletions(-) create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line105.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line112.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line119.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line126.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line133.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line140.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line147.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line18.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line192.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line199.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line26.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line296.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line47.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line54.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line62.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line77.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line84.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line91.sh create mode 100644 pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line98.sh diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index 33643a82353..ef27702cdac 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -114,6 +114,7 @@ HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" PROXY_VARS="{{GetProxyVariables}}" CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" +ENABLE_SECURE_TLS_BOOTSTRAPPING="{{EnableSecureTLSBootstrapping}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" THP_ENABLED="{{GetTransparentHugePageEnabled}}" diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index 0ad03452259..a2be21b597a 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -379,7 +379,10 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration return IsKubeletConfigFileEnabled(cs, profile, config.EnableKubeletConfigFile) }, "IsKubeletClientTLSBootstrappingEnabled": func() bool { - return IsKubeletClientTLSBootstrappingEnabled(config.KubeletClientTLSBootstrapToken) + return config.EnableSecureTLSBootstrapping || IsKubeletClientTLSBootstrappingEnabled(config.KubeletClientTLSBootstrapToken) + }, + "EnableSecureTLSBootstrapping": func() bool { + return config.EnableSecureTLSBootstrapping }, "GetTLSBootstrapTokenForKubeConfig": func() string { return GetTLSBootstrapTokenForKubeConfig(config.KubeletClientTLSBootstrapToken) diff --git a/pkg/agent/baker_test.go b/pkg/agent/baker_test.go index 49902ec75a9..cb27cfed263 100644 --- a/pkg/agent/baker_test.go +++ b/pkg/agent/baker_test.go @@ -675,6 +675,13 @@ var _ = Describe("Assert generated customData and cseCmd", func() { Expect(caCRT).NotTo(BeEmpty()) }), + Entry("AKSUbuntu2204 with secure TLS bootstrapping enabled", "AKSUbuntu2204+SecureTLSBoostrapping", "1.25.6", + func(config *datamodel.NodeBootstrappingConfiguration) { + config.EnableSecureTLSBootstrapping = true + }, func(o *nodeBootstrappingOutput) { + Expect(o.vars["ENABLE_SECURE_TLS_BOOTSTRAPPING"]).To(Equal("true")) + }), + Entry("AKSUbuntu1804 with DisableCustomData = true", "AKSUbuntu1804+DisableCustomData", "1.19.0", func(config *datamodel.NodeBootstrappingConfiguration) { config.ContainerService.Properties.AgentPoolProfiles[0].KubernetesConfig = &datamodel.KubernetesConfig{ diff --git a/pkg/agent/datamodel/types.go b/pkg/agent/datamodel/types.go index a7ada3eb277..b13ba1e20a6 100644 --- a/pkg/agent/datamodel/types.go +++ b/pkg/agent/datamodel/types.go @@ -1645,19 +1645,23 @@ type NodeBootstrappingConfiguration struct { kubeconfig. */ // ref: https://kubernetes.io/docs/reference/command-line-tools-reference/kubelet-tls-bootstrapping. KubeletClientTLSBootstrapToken *string - FIPSEnabled bool - HTTPProxyConfig *HTTPProxyConfig - KubeletConfig map[string]string - KubeproxyConfig map[string]string - EnableRuncShimV2 bool - GPUInstanceProfile string - PrimaryScaleSetName string - SIGConfig SIGConfig - IsARM64 bool - CustomCATrustConfig *CustomCATrustConfig - DisableUnattendedUpgrades bool - SSHStatus SSHStatus - DisableCustomData bool + // EnableSecureTLSBootstraping - when this feature is enabled we don't hard-code TLS bootstrap tokens at all, + // instead we create a modified bootstrap kubeconfig which points towards the STLS bootstrap client-go + // credential plugin installed on the VHD, which will be responsible for generating TLS bootstrap tokens on the fly + EnableSecureTLSBootstrapping bool + FIPSEnabled bool + HTTPProxyConfig *HTTPProxyConfig + KubeletConfig map[string]string + KubeproxyConfig map[string]string + EnableRuncShimV2 bool + GPUInstanceProfile string + PrimaryScaleSetName string + SIGConfig SIGConfig + IsARM64 bool + CustomCATrustConfig *CustomCATrustConfig + DisableUnattendedUpgrades bool + SSHStatus SSHStatus + DisableCustomData bool } type SSHStatus int diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index 4536dcca5fc..391392c201d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 5bc5fa6a1aa..b1c1834e913 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index c12fd79fe0b..9d3af1fc270 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 7feecb83c41..189dea1ca89 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 7feecb83c41..189dea1ca89 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index 2b981e5b2f2..15fbe7c0450 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index 7c31ea2caf3..cbdd566b3b8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index 1082da8e8ba..39fcb509258 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index f37cce84fd9..a7160efa8cb 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index 22f481aafbd..cfff662e370 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index cb081a69d07..a465654350f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index 9f47c5f99d3..d22bcd2b924 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index cffaf0953be..80c934ead2f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index 22f481aafbd..cfff662e370 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index 144d55baa63..9400716808b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index e9f260212d7..061e13c0c34 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index 87ecf18152d..e8959e74a56 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 97f68e5f21f..9d435b3a8cf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index 2e65f003773..c8f1d6b9eed 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index 343ea54305a..c1271a9825f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 3aadd97183c..d87d9f3d1ba 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index 5ac6cb78edf..99c2b080bb0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index 7b76de190b0..eab58437d19 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index 5353e4f101a..c6128f9b3da 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index 34e219c1cbd..d5cf7941a37 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index 9092059ebd4..188872b25ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index 1397db63ba8..1c44afc74ea 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index fda0db1b73b..8490d0ace3e 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index 1fdfe0b4991..a4d6f5fe39f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index fb5b257adc7..7821564b779 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index 5ac6cb78edf..99c2b080bb0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index f341b6e69fc..0f95a5e28b5 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index d93fc2bdb7a..4375997e470 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 4ab9ee23a64..931153663c0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 4ab9ee23a64..931153663c0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index efa82d8b9ab..f9a41e8df0f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 7abd55b966c..9e375c873b4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 0d05fb543ef..22e9273e563 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index 17ccf80a022..e05e1e0c056 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 734af6064d4..cb8cb04f1b7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index cad668db908..c5954d850e6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index 7e9fb865186..a3c08aa4fee 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index fd4c3596b66..5efc16a9683 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 66c8b16c48d..999e8e61994 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index 57091c75713..22537767180 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index d1a4133e7e2..84e51315bb4 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 12c8dd44e62..008777fe98a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index d9d833161e1..239eb56cedd 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index 19d537a5de4..d8c9f294e85 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand new file mode 100644 index 00000000000..df5f83e4275 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand @@ -0,0 +1 @@ +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData new file mode 100644 index 00000000000..830043d5ebf --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData @@ -0,0 +1,296 @@ +#cloud-config + +write_files: +- path: /opt/azure/containers/provision_source.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/9R7a3PbONLud/2KHlqzsWdNyZQTJ3GK2aUlWmFZt0NSnsnJ5HAgEpK4oggOACrxJv7vpwBeROriTWbe2prXW1tDkcCDRnej+2kAOfmhPQvj9gyxZeMETNv2nPeOaw677sAzR8bNwPRuDWugX4KD6Sb0MfgkjQKICYcZBhyjWYQDmD0Ae2Acr30egapCz5zYZtdwzR406qCOa9huhvkcTg6jMo4oxwEQenAAidgdjKc9zxpZrudaQ3M8dfUXcAJuuMYk5fAJhTyMFzAnFPyIpIEaxiEHmsb+OgBOwCfrJMIcS7Bba2B6Pxtu910JdnUEDME8jLJe78aDnvezMbBG01+Mvjly9ZdwAlMpsRgiiZCP4ROKwjj9jBY45oASDgnyV2iBgcSwJFEAQUoFeBgzjqJscrY5MA3HPDDCq9oIFEcYMZzhkPj4WGjOMa0NYUxczxo5rjEYlHN+XZlz3lZIRvHvaUhxUEVkEqQ37t6Z9h5O5+KI8gLir3bkyCF6459Hg7HR22JoGcYRiIB8iiOCgpocd+b7A0CdA8JwUiIUiBQnBFb4oQoolCRAS6zLpyeGEq7uQFT8vSMcvpe1POjve04+HN+8l0IMLGfr551jjr4mswdpJEZS6uc2Gjpef9I/optjXj50oD/pC3WUetoKtGful0/Iox6weXc8cg1rZNq9faxXT2H5JOYojDEN6stlOuruI71+CkkEghrG3StH4IysUb+EuDzmx6tXDPwoZWJRcSJMuMQo4suHEmpP1ZfaEay7dIZpjDlmO059N70xRcQcjV3vdjwd9fRL4cqrdIZFlPWjUKzyWRgj+iA9aU7SWIaBiPgogiBkKwlkDfsH5DnmyuF6Ube5kGNgulVPvnyeCxJh/o2uXISKYd+bTCtmuqw6M6cP+epM0igCVKyWcI0WeNd1uu4huKun4Kr+IyBhEyKhSOCEROBzujeGbQkT7A/z8k8MQ8Myie0vBJmKKiavB3xhWY6rAwR4FqIYktVim5i6I2vf4M+POWB3ZO143tDxJva45/XMmwM4h+KpwFlynrDrdrvIEK116FPCyJy3fLJu+ySeh4t2Oktjnra1q9bF87KpWjZVE0qCVoBne4JM7vqe0evl1EF47y0KBTXgBFAQZPG7VEPGZW4H5i/348F0aB6Yx/OnAOokpsJhKpaSgtTtk0eUbcrMFkEAG0xZSOI8iPYm9vgmZ1bPX+9YGAWAYCViQgRrEqQRhpQJJa9JkFAyy2w8nro3wkOED40ypBcXNSTMOJpFIVsCSflMxgafxDH2eSGICFTGxPIc07437SqSdgRpCyDeizCIkhAYpht8CLE3crzBeHw3neS4nR36wki0wXUcCjFaH0Qz/u/UNvcxL78VE4JUNjH+nVIMvZEDIWNpPpThGodz5NWhJFDlDyvEUZ09SLBd7nB1bP3J/lXmILvvprOrY8tOdq9msvt3vd0ociWC7P27HkQkd+9avrgfwiwNIw5zStayXRAyTgmcJhRvQpKy6AH8CDEWzkPBAxngz6GI/AEGrfP8bDeY7Snx5bFMWo1ktRgkc/o+zjElynxeR+hOHXc89BzTsLvvvN54aFgjJ/OZV/WVkoUm4RR+yjhZA8OI+ksIyBqFcYbWn0z3xXl1LIn2J1MIaLipMNUtim3dm7ZTzaevRD6NN2EQIrVY5d+YV6uIuz7z6hhR3IrHaq4jwcx7q2t6k8G0b41qQl6VQkKAZdWWROkijL9DUmt0O/bs8dDrjm17OnHNnv5KpNIwnhOwx0PwCaVpIvpjSgmFT0scA/6M/VQKn+uIrcMsJPd/OTr518dczun/AgnFFP/Oqut4D7Ay9ddaLd1k8mCJlFs5o2FlZdUzrMF26b8+RmoFVw9QGD1AmgSI54xdAEwnPcM1twjHyKyIGwvM8/57hW3XMUUGvbccazzynK5tTVwZF2zT6G0F1C6Ors9t7VxWtHwZMmA+DRMuogdfYtist1MXpcp00reNnlkZ4NjCLSYgIo6aJguKgv1pCNzJ1O7nKVO7EMHQlA6SpHQhsPKIVStPnfeOYG+2KRatrl1clr0oFiYX/dgDk2xahoBMZ5bjGY5j9UeePR673uRnXdO0squIgotY1sWEiHqYsU9EFiTQtRzA8ZxQH69xzHfRZFCemPbQcoQ5dE3rHEBNMF2HjOUpNttuOAY+MSSp7o4n7yW6rmnbOX6imZZzCOHqIVsV2w0iynetrYiTyeC9NzEc5+exLUnFrdXXNe3FVsIkiSTP7VqOSrFP1mscBzjINBCUQRSV9KIgTGUlPM5TtqZdlbCMkySRBpRUP1uGOe3ei7eadqzUzEj1bgbIYMYT0zZcsQBM2x7buqa9KoffhhZUYJAEVyYhqox9gNeHAXgtoQnGvwVrnOTEw+HIXwFLsB/OQz+Lc/nClwTHcY3undc3Xc+wh547vjNHuia3VLIRFziWmHJITlZYOkrKMHwK+TIfxMbZHgAMUYwWmB7EH5nuz2P7Lrf2NJujrnW2zj7H3F9KwrPEEGP+idBV3dJS+/IrCfDBUZzpzch0vYlt3lq/6FqncxidpbMYc8HEKWZMROh5+Dnfcsu/WT2hxaxvwT0gZEAxT2mMgyxbIPiNZx7ym4giaxQHIF4wwYPPQfxU1YRiyQxVxhFPmUAR+Su3Cg6uy3JmjeKXLUIXbbm1Jn6qiYgw4klr5yO1tNaSr7f862ZqDXqFt8j9GjsbL5AzyhZfQaLiIBSaZI1s1fxsTLyubYrwn62Wy63tUSQrQBm4PqFkW/JVe1kjZ3p7a3UtcyTD8Z3nTIyuqWuXW8OGMUvn89CXewgyLrBExHYhXYkMPsW584oxXHNgTsa2W+F3pm3r2outfMX6k0bFEU4I5UE1OW4xinydQdQkKzYeDyIYtmvdGl3Xc1zbNIbWqLK5kWPq2ovOQZHq8OswyyCUfH6QbkE2mEboYRbI7ENiHPPcKO9cdyIS6S/vva4h1su9abu6drWduU/iDabSMsJzclQfgY9pTqwTvJaZTfwmdI2yGJ5negFr2q6ja1dbXcisLiBzHJbVmH6UBqIoxFSUy5tQRGHxWcQTySKyHRfLuTEGpmdNXONmYDq69rJiqJCJki5eQJiI4g4zWSmFPs4639lTxx2Y7oEYfJSDr2jKeCRyeX1z1nLkOYLjvNO1l50DIjC2rI8ulpBt3owlUfk/U8s2e3pHcpS9ZUTxTKThsuCurymJNhrLRGn0TSevhzqSjtSwYgIM+ykN+UNJIvIKaQdy50BjaDh3+f7usfOMNWKrXUbcGDt685QRykGl0Mbcb/+kFvv5X2GBPq3g2Rpxf3navDiH9v87tXrewLoz9VOfUEzY2Verp5+2fjo7a7bPAZ3BF0hoGAueliYJpqfoQ+cjoA+XH8/eZFN4fHbWGDueILcizn/f6Hkv7/sHha/AKagBPFOenTWmN9ORO/XGjjcyhqauZL+VxtCwRe24/ZC/UBr5PqjeThlty61NeWSV74M2MnaRfRXvMx7ROMlo6qcwiuRB1TrhD1XuIwreoHECs5TDZhlkv0UZybI0+hvDHFQCMUljhvlvjRNgBGKMAwai/pmjNOKwQVGKGycyW2Gaj8I4zfcI0IaEASSE45iHKAIl5CBSKJPDBmEAjKwxlznwEw5poADzcYxoSFgDfxaxD2RNdq8rzS/bUq+w4bX+qNTamY5b1VNWLjVG91bPMgoeVti/03rVulC1xs5rraVdtjRVK3qVZb0oyUUQKFsql62r1kUpQDFKJqE1NPqm57wzdIUtkYpfvXp5OXuyrWv0y1neP6rNL0cAH59C0ZW1T3d2HtGKif+riyQtuwpalxWkWRbqDnu6IvgbTWNJD8JNGOEFFlyBrkFVY8zVJWEcVFX4hxozSMLgup1Q4re1dszaSSgar0kqlsNDgvVZGAfnjPp6myS8vUjS84Bxvb2Osx8kkVlfp6LdUz2R3HBj297FixpCObXcnnuzK8659icYY67nc0vCIH/cQCH2dSFy+TIX4LoqjVSU0hClWtfovjO9nmXr7Q2ibR/5S9xGoh/1l+EGs3ZDlEHGSBCUSmNRUIl2WYeGeW+OXMcbjPt9meULvIgs2kiw3PawtLNkvS3zM8exKJ1Yqyt3chxZpbbxRqTydqM7tQfeeOpOpq7e5uuk7ac08jaYzgjDLZLyRoNiTh/8deCFc2+Owiil+PQMvjQAQPBMGmKmN7U3MvF5LMI40ZudN5DzQL15+QbYMpxz+Nvfdh4khDxhEeVc85Th30GDZg569gYCIpuIvxwOmsWD0vzyz0dFYM0oRiv4+hV+LVuHc/gAzRBU/HuJBx/fCFodl43EH/aXBMxs9yKAX5XmP39VREdJj9/UmmacGrTyJY4YrrWQk4fmVhHl13koHwMSZz3+w7CPh5TuxcQT3Jz9FbQvlP9ndf8/pdCKthaYexzRGYqiUkscUe8pTWXNpaZSGunN51sLKc0vld6PhcKVI6qrtN1RH6Kg8n/PZRMx2reoroL2B9VXGOvqAsSyBnXOnMEGmvKZbIV5C81KHIDO279pNRwh1gdo/gN+0OECPh4SRvz5iNeAag1yg/1hy8q4JEqw0q7yzTcuAdExQXypN5/nVn5Rs3IV6z+audq4bucPH0CdQ7MYDT5+LA192MZVqD9p5HJpHjR1KZIwruCfGNeN/rYd4E07TqPor2J62WBOaN3qTxh8a+RL2TRBGxzkhEEmx+3WrSraspZsIdsuKE5Avf1dOEOB86hAU7YQRswNcfE9UbMEfXZijm+fVazwtFf8N4KmbCm4TghKW4jXDpStgNvFsZX57dtcHY3HRlm1eRTL443vy0nANn6M1rgItn80C21v2AUIr0msZrvY39IhlxuauSj/hWRWjp3vsJVDq2pM5BYaBbW+/P5FUhqjSN4hTMsOf2g5bU3GOEn+19lLCP3fNNZ3azXbvPlOavwXUGwu919Tt1mEEVP5Pr3+WWVml3YzJf11FJJfmfEWvHAzjpmohE7lltMcnv3Ifo2fgdL8pwJfId/MuoevsMQoADUG7UwBXQelqSmNx8bWe0158m/EgVML5nthHrSLC3gBlxfQzOZjm9mhsOMa7tTRm/+o9ytDnVYPcvAWdgrXppYfPLQismhsFVwfANQYCx6yo+acxmkHz92VxkFL5KoN5/ADHKi2QOuImXZeVCaTXb0G4XnfMPyhi9rHZalao5ctSWmOSqgO5xVZInk6HIecgarO00j4q+DyX3PWIZiM1sr3kJUdgeu5AIqZNjXh4seUSZKkqsy9yPdNMHnbHCeb90mhDE5TLGaJ4K0OM2gwvN5g2iXrBFX2HIp9V0NvnmYURRBaP+WgBqD8XREUXDurNb0pm3aONf3wQVC/EvsxXyflm5tHJafzNSYo1hgOSvgKAFT7Zju+z8T/xAIt1uY9ZIMvw8USM36frW+9eWrdOnpZnGRjPCql6E0Jos47T4je/FIHfTwkfemEj43ihKKHZ5PVwiW3VdI9uetne9D5qhe/y03zTvmqZ9lm1x3b74sIvF4FIQU1gWbts/x2AmyJo8hfYn9VuIXudDvaVZYKk5QtA2h+qfV8LFPA3nIVznd1cbG9PlHcRssghPiPevaci/7407cJQhJBeVHC5fZCgZsr54l0VN9uedOA/BoyxVwX+s9nWNsfFCunEhq+IYUFyWoBqrq9saUiEREI9bF8GeC5bFeWU2IiEfFXTL4u1KUS6CWrxfX1ONtCvb7Wqyjyn2UUGlUfdnffGv8pI8pJa29k7tvPd2+yaJwXJkLhO3rIHwVq47GxwLw7mRrUX5Yeiqi/1Junacan12elQB+g+UV8PD9/lCsaiR9XzxUxwM4Xuhbv94vcbB1mnxt7CTz/ug6KrzKohcywh1fPq7FbiHK6Ff2sOujhMbUjo11UgmdEFszjxMs2dMvxTnJf2yDKYIkplgfln7KDPcw4DmCexvm9VYr8VRgv8o75eXC3uLZhp7FgRrIr/ozWSZSJkw3AEVtJ59/uKWYfMoFEGBlJgnsqr2P9/Uf24+XorFFpKNO0G1baKD/ewo9u68fLkZIZUjhbsfILjpGPEgfHu+YTQnQhb7syQBRDgOdhnKXlviEPuUXa5EvMsPxenptm/4zBJ5Rin0cPQAWHkr1yXFPMcBIG59mTGwaHAMKYt2CUXUfxEcPF9ZA1IJ6dyCVEtJGg/2Ik9rLTMr15Cv/6XZC2LedUVTEXMWHG0ToBkOmh0N+jstd0XFy2sQLRNNfWgYZ5lpBvFK3Vudxv4iK2EqaEbFhh+ANAUhUDvMERgGLF2bF+SGIU7bcdYsbQAmeDdvPrbcE1ZLHlIPIkDGTriyPf3UPfn30pVXYNzfL5vKqea2hWfp0XCrmGZv50XipAYOSP55X5XkNz++O8mNw1NPOn83IGRcua7xQv3TB4fCZFP6vswnypeMYjvIXml/2zoMfml/qie2yJXsUykL4mowADFOe3SeU1DL7E5b0glO/tZ85b3iNC8q68XArZRaPseh6Wt/x8hr01CuNtFlBEpFbgB11aoh7cqrF8G8fYUtBEj63CxMsOab38Pu62GhFp6rN8nJHgQW+ebrc6QX0HyhBzFCCOriWTVGTJkd06UX5SQFlynly329rV61bnxfNW/t/2Ou/VloEv9vE/UBKqea2ldy46mnrRUS+0PBZVQtAfmaqcyHauBXNUmmJKguKJNY/hWcsn6yTluMXRgg1CxuErrFFyynCEfX7akonuqywATxVnFSb9JO1JhVlZ/FbegBIqZ2dnHy4+tuSpPLTboMxRxLBS9pSKylo+q/ib0qzIqAjnEdRc+Ivo3nhsnLwzBxPTdszxbeP/BwAA//+nKYSAMjsAAA== + + + +- path: /opt/azure/containers/provision_source_distro.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/9yWUW/bNhDH3/UpriqR2kUZxSmyhxju6sLKFiBIhrRFBiSZQEsnibBMqiQVJ0j83QfSsmzH9uJsD8PmJ5v888z73488vn0TDLkIhkznnodxLsH/KisVc5FBrDHKsShR6Sjh2ii5r3NIpYLvw0qYyvc8j5VmzNToqn/GRXXfz1CYVhsePQAAF460Emaw/YG0cqmNYGNsfwBtmDL99aXgk47v1k4YN1EqVcRKExUyHmk3rNCoh3icRDyNUsaLSiF0Dg/gCA6PgJWG2ohAOjBhhY3KXNSnJ7hxy3kK19fuT6DXAz+XReLD7W0XTI7CKdy+77kBEl5eRr9enA2iq/7Z6fn33/u/hOffZnkVz+JU4sVIl+FZ2P8abomY8hcMQ5FstWvqeetuNUWY5LxASCuNCoI7poKCD4OkHGWB1S2GWGmCgmujl8ZjFufoZpiKc36H9eSnIMG7QFRFAYef9jpdSOQiZZvDuyvGjUXIwqKwQKYRZGorBG577xq9LhBL+Oh+J1KgN7VMRRmaqCqtE00mtvYcda9z4H5a1UwRycqUlekFZlza3dIMDZ1N7cvKzByWCjhwAaSl8Qd0gNTh2iu734LdrJalVAYG4ZfT/nl0cnlx/i08H/SEFFwYVCw2/A4btXUYKI2lSHlmKaUMKE2litENJpg22nrLQFOgD8CFNqwomtk30JoLZjk5z+EJDCKQNRfgCTKFJdAQ/D9a11fh7fH++/ZT6xrDW6X237eJ34a9vfpA2E/MzKY4e3swVMhGi9OzXdxM24MBhAPFH43D8PxU1MWslIDOwt5CYw3DUTNYnwvHRQNXeI9xZTCBZ7YQDoaPUW+7PxZg1RavkUU63dlCt48eOey6iLIyPfKxCzrnqfNl9ct/hq86baASBuUoOz6+KA2XQh8f9/zlte4uo1RIWq+gCmM5HqNItCWUPH6ebsHjn9V/RTFjgSzqsTK7eke8EpjGiO053vjk843fMNV9GaqyUtn6ZfU/RarOAcj8y9xa58KOhP37JO2GS53T34HCPpuiqswUS+ZsrLQxq1vWbGxlVkBrQd3QdmBjCxe7M7ErD9vbV/Mg07mc2CeSG11qaC9xInDiw3L69h+et78N/r2uCTY9bVOkdTr/Su7tiO4KtGutz2FZQ7kZyRVPlhrfRhjrkgxw+BuLRyzDEyXHJ7xY3FaD8Et0cnoW9kjn1a9v+/j+6eBggcGDJWF+xZLHeewpUMqKQk5oIifC7VwvPcrJz0AFwsH6I3rFq5R7U+9teHHi/RkAAP//0rn1E7oMAAA= + + +- path: /opt/azure/containers/provision_start.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/7RZb1PjttZ/709xxngLaeMYytMX5Rm2kxIvzQWSHWK2u3O5N6PYJ4k2tuSVZCCFfPc7sp3Ejh1DZ7r7YkeWfuefdPQ7R+Fi5I5HXvfW8/o37rl1FBCFLaM0O/4wvL3pep7by9fhJ/PdB3jndd6dDsyWoWiEPFFgL36RcPJLBM6EMmdC5BwcHiuH/JUIdHzOFKEMhXRiwR+opJx15BzevwfngQgn5LM1MkykQmFvYSGfwc/vfzgx3M99b3wx7Lnn1m+GXEqFka9CsG3G7ZjMUIAdglREJRIWyQRDVG8xYPsSbZ6oOFFbW8M77+Odd24dKUJDsH04PT4+BvMtzpot48q9HbjXpa3d+ivn/BHsGK5QMAw9GqFUJIrhBSQGYCOAKZ2dxXPHmZnw8gJKJFjVXz0kOwDTet7FrczS6UHLuLge3vX6g753PbzoNnrshzwJbMqoskPuk1CH4D6hf0MoGykiVE0kpnTqITvx7PNiX1z78A3xvS207xLU34jnTaF86A/eclRTyr7TKe048GpUO/hqaAPX+3N4e9VrCir7DGyG6pGLRfBPRla1vy+mKrIazeWdO/LG3Ut30Jh1jySkLHkiM2SqI1E8UB//yaBq3dgXVy24GtrV3e/utZtDxvVx5dT7PUKqmt/LfBXk/mBu3W7vy642s6ju6CtPBCNhWm6STXF5gZnAGAY8wFskwRJewNelMDiEQ7CnJ/Zpq2y0ZRqjLyPPvemNR3c3N93bL5vtC2zCSLj8Cwv3beSO3UHvLVXY/eQOvNH4enh52R9cjnv92/OdUnVDfcEln6pOV3933CeFTJcs2blIpOLRyBc0Vg4+IFPSWWv80L92x4PupjuAn97Jd6eDluF+di/uvP5wMO7d3Xb14Nw6Qn/OwTo62mJbYENxJ0u9hZkiWq2WYfxrNByMR95tf3B5bh3B129gM7g3oPLPtomYAfpgWpt+wGxA8hhMK6vmTTAUYDauB6nB3ZibRBYSTGu3AjcJ+LoChXqT9pS3V4WLsm8UmxZldoi6SZDp6Kps2GhLYjUD9sNnBEyrlpeapKT2a+eSNZ5SfpdNq0oZ9XKHz+4TVRc8wDOw0G/DMO0dz8DicRtcIbjQC6Kd0l4vEURRzvRU0M6bvg3JnYG1kG240AW7z6i61p1VcTXLiQKispivfdDVvrQ4bcMgr5XFeabtjdwSVGIbLhOUqquLUXFpRtowyghqlEQREcszsKRsw++cqx5RJOaUKXkGz/tC+1umrrLTKCnJD2i1OoSWES0CKnRJ2aE3spBGxj4FJoEXUIg10MIj5KvkzDAOIEIpJZnhWCpB2QyohDkKhAn6JJEIl13gLFwC8X2MlYQMJoEyuMFUsmNEWFRR5LEs16r8Uc0u03quwlZmQUdOelXRso4cVhDd/2ooie6HFXS93rFDU6PerLPBxfpmuVnd3nYVmrrUWp1NjWJhC5tgBW2vdGhrba/Aiifc0B8VT7gBVqOtrj+qKqtDpcpKfLnJyza4P7vpxG6y15Hk/pxsIs/Xs28PsTam2D7CfT2R6gm5KVn2ceUrKVFLpE2nvhFI+9gdgdrzX2ly5RnTHRot4wDUnErwQyQMkhgmGT1GCIzDV75swyRRIDDiD5pe8UkJAua9CYQFoObItmvfEq5QAlF6HpAFwKfpMLNmHAAJQ/4oISZCagHFYU7iGJn+eKRqzhMFJAioLrwkhIgwGidhWoerJJ2VjfJ0/jQ5lM79vePMDrff/+3cH3V+vG91LOf+xDls6dqR9kMk0j4LhACnlGEAk6UuGjo8Eobaf4npusBvCRUYaLcnCD4XAn0VLkEgyaWMA3B1H/6RBu1s5NGgTpgy1YEBB12hfCIRplxoU1G2e1RCWp87WTs/1rVxt73O7vr2UbZm2fofAVdmSWwYY9be9IOtWOXNsiP0CYUuvWsKOen8fFoGeEQuBiTCHNC9GnUuRm7Hl/p4iFBldLo/1/iAYe56+oQJ9cSO4bxQb7mrfOirGr0faZCjj2tWverq4fNmK8/A2ozbxa06A6vw1V5vyBlY+ai92QKtIx+2C5Fq4tx8tNeBnYGVj9ob79fIUiqtJz0arPTlza7A8zZJVvB+/V16Va42k5uH4WrTQk258BEIhHwGSRxykmapvrhzLhWQqcI0OWHTfembJtN3J0wpo3KO0jgAOoVHhCmhoe6YHwlV67QuqPV5FIeoEKQ2QZQWCTg7zDkGU0JC+HQDE5xygUC3Njq5CZn4PmKgreSKKUulJsRfzARPWGAcbAzs81ygSgSTmTYpIdLWviXUX4RLI9M7DvlMHrXgOU2RA+1ISnoQ6Y0R6CNT8JBfCz6FP7vXlCVPKe2nDKLvN1VZ3GGIvtKbLCFGkWucKxXLM8eRSRxzociEhlQtOw9UJiSUKgko7/g8ctLHf5+Q0acbZ/xIF9TR/8nS/P/9+svx8a/ONZ/ZF5k1ypkuNp9/I8yfc3EeEZaQMFzauTe29ib15OMX74/h4GPX++PcOkrDzLpvOnEeSfpTF9iaKksh3v/YwVnKuVwosMUneIG5JkObnbRStfFSzTk7BWurH0rGwZ4mYQjvnQAfHKaH6c/4RdlX/hwxlsiyg+rEy4qilUGn8O9C/wI2QziG//x/WrxSQ4WzNjCUuDsJPxhTahj4RFVB0f8CAAD//zEM1TaEGQAA + +- path: /opt/azure/containers/provision.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= + +- path: /opt/azure/containers/provision_installs.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/+w8a3faSJbf+RW3ZToGjyWw+zFZz9CzBJM0xxh8BCRnN5NhCqkAtSUVU1XCD8x/31OlV+llu53udGZ33ee0Y6nqvl9168LBN62F47cWiK1rtV5vPumb7we9/nwwmk8vrzotsuEtdB9Q3LKIz5HjY8palqVvKLm9MximW8fChuPLvePeRX/63K3EusZc7hwN5r3x6O3g3fx8YHa0FuZWy/Kdlo+5YWvy/ZvBKHopoIqXC8cPX52PP4yG4+75JLfAJje+S5DNtFrPHPSmw2SlupA6FndL1qYIA0ZbLrGQG6Ecj6bdwahvnpdjjlm1VaDmbNQrXU4D31IXXryelK67DhaY+phjpq6evZmNprO52R/2u5N+p95w2WJOsYsRw6BT0FmzNu0P+1djc3o+vxrO3gmuilLg2MUbQnmG5sLG54jkQ3dyOX/fNyeD8WjS0bZt4zujDdu28YNxIn69Ntpa7bI7GrztT6bzt4Nh/6o7/TkiIzQWD/nOEjNu/MKILxfPz9/Mu7PpeD67Ou9O+/O3w+47de8W0ZbrLMRO3V60UMCJHmxsxLFW683M4Xw8m17Npp0W9zYtK6DufIvpgjBskIDXahR7ZIsvkX++6AaczOTOty5avXVc3GjCrgYAQD3Ql1B/ipzavlazKEb8SYCcBNb6mQBdjPxg00ts69wVoFiGOLqEepVxCiCOzzhy3QSIGfjc8VJ6nCV8BK2+G/X755N5CmmvQacDGqcB1uDTX4CvsS83iB9srQlojg8V0EGHi9mbvjnqT/uT2DCgA/Vd8fFeS8BK44LUl4TCmENSvJJYfQlavWBMRSLFTxFWR6s3fvmXcBMjfWlge4VLoTa1DLxYWlkXjGR18tpof19Ox1O0HKrEbBzfx7ahnbxuf68dPoespZOqxmU48y7U1YeuORqM3p0pVEBEBfiEw5IEvg2OD7EfHoONlyhwueOvgBNYI2pbxBZ01RS0tRLuNohba5XHkIR6UQAaPIAVcNBtHfTlicKVspbirfMrIZ0qkEKbuc/uypCowSd4eJCKrV4iFOwHrlu+OKYxs67EDmLH2SLXsVMmY1WcQRlrWQi3Dod63zQVX50PRpNpdzicTweX/fFsWqogl6zYnJM53mKfM9C6FxOjN+kbFS4cP59w5NvIJT5O45AmWKh8C/VdlRj32Xex1JQQ8IzIovD9vm/GgaUSZQg74xYR7EuyuKtFYkoj5QjzG0Kvr9xg5fiZMBnFyemHsXkRZUfh+aDJDKbBp7zGI4hd8bo3GtQUV43Zi54mkTxf2cArQVqcn3ujQUKRd207FPRNySb5XjydvvtvWZTVd+KvkOTJfGYODw6OWns4gBnDIIpAWASOcHU4OBDOHuZGQK4L1hpRBg3tSGtCsBEv+RrD0vGRC1orFC7FnN5Znj1fYT7niC7ExpPTNvwAWpG6VkhNRNtegwJ1e+FhiqErEBITV6WSqP4DYt5k7XhpilwSCmzteLE5iBBXr6pc/gI2SZS3cHxE70rC2E6FtxeBh1MwQG8+kshuEPPmAXU72przDTtrtZDFdM+hlFBDmo/IQIaP1VJSF7t0gY21clhbruMHty3k2T9+/xTapePiDeLrYgWnhsiPUG84rGte/vh9UwSxk6I55+Ly78UT9VSe1BAmQ/k3YQFQxaWKS4DX2cbx9YLSoiD+q4G5zmrNS8CViCrxCmc5XyLHDSiG74RP/NgGUY6CvpwMt6CTF3CTNc69vj3RSqAE1C0HIJaf/vTqRNguxlBXymX4qWXjbUukMHiAFcUb0Pug/aMhSD4zjpoPjY+4/4lS46hZ1+DVK2hYiGdBvHqleO+FOZtMh/1pwYWbX0Basbo+Q14hiP8rEru5YZ8lLrH/K5SVtfaIDX/+4Yffxtd+A9iPWObnQ6/UohpWxS+b+FhNpXGp8sIq4/2oP51/3aVGGYm/tt6Q3aNERFHrKCoiOvWT8OnVbN41ez936o0V5r2rWZda6yYcyJQNhILMc3kZFztWKork+cwcPifrUkfnhLista3vslTuW9I4HMyiXpheXKLLfKzXdzEre4MjaqzuNZUmKdt+WGMWqZTKzypOdmKE5cJJFKy0Mr5bCbwYQ1gpFnHs1TZHTjXPV4IVUIp9/j4q9+qNUC6g63HleJqJXQzbcBhLLzlKt1qrw2b2wJAFvNfgmw5oJYeFsLqMARX2AVlChAy5FCP7Lj5DYNsAdu1sNuKknpGD2MMRXWEOKdxiB+Zb42hvtEvOSQfA1w4DhwHx3TuwJDKwAyowWQwb8P7ncwZsTQLXhjXa4pjE2LpgQ7FuIWuNbWAEfAI+xrZw7diZDAWbs5Qev13bYBPMZGNChSqALdA1to+FOQXUB4yoe5dAyJuk9lLbThUYFYjPNdDSmjk+3BWM93xg7kvaA4rMIsaTDs1Zhaa1fGUghHOSj/Ypipm/Qda1VGOIwfE5SSmMer7KuZwjCve3218jC71XBJj2d9bkxgdKCD8T/0tCX7Qw8qtaMQs+sjA8xseGNY2727mTfCaIRsE6bXonUfxU8eInT0YHwrJlLIG4qZ66ALIsQu2ojUZufExrWUXFxCsY9Xuo7zJBripgxOyCqPg2iCIPc0zlubdCEnCDQtdaOVusnALTBJiKIyGhb5qZ9kVKZUF2laQm9w2ZzuNnUJEmzkevO57OP7tH9+/TmxIRSooMi+I4q61W6boUjpZWHLtqXtXMVmXOX95CezPT7I+mqas0UsU+kS2LFrBNM2bYvZh2zXf9FLgWXR5FrDLsbTHtEW+DKBbhJUvLma61jbbR1vbCMDOQ9qUmGSVZV0mmUCSygGcvcuJK3vdQ4GvkQ4NQwP8KkAucNOOku0AMK0ByBBWzdk7HRklKrvLpx0xYho8C+gSkt/2NPKDq6vBZdh+3sKXZF8P+bw4+CiFJbn6cf+GIDPNg0xsNzh3KKs5HEUW1NMPpZibJFdYI/nQzymzK2xLg6WX5o/ALy9LMmX2rVM3Kge8Lto3lOWtgKqgixN8afHW/D8NWAdW3CiYBU6wVj1xCrmXaQ7Akro0pUMTXsX/y1X0o0wP4gOEG+VzsCVgII/BFfWP5DlC8xBT7lqCVMm5A17fDuhRxWZT6h1xYGONA/Gy1Kv7gq/u/RWjijat7ESziml3ZJMIR/BIwHqGXJVjeQg5giDhmXFTamUI7IfsYQm7zL/nqPqT+Zk3g2ic3DG4c1w0X+NgRsjHUZG4/coKO1FRW4XrbqIGf2bfPbWwdFa0/eyeTKbefPMiXFtpPXXGNBoZyk6KB8kdpv1loRb+9fx5FotzNcxgDeyoWpK5YaMB86QbLM5wSvrhnyr7G/7vn/273jE3fyDcjU0fN3KT+kd6KbzlFFr8IFvhNVEUnHnvxepJvBl7M3vTF9q75X+Gx8zSf4HeFEbB9Aix1/xycku5aWVu0ALoVolPbojnIuY6oCiEzZCBlrnOKfLYk1Oto7ME4enilhwji6vBBA11na3KTrsS27iMPM6Ex2VV4msi/J5rWdcaps9Et4m2IL4yp853QaPZ+E5TpOZ/YWE48imcu5pXv4l5COPf1DLKU2H0Rwr4IwXR9W/zripLbO2kb0eFpMh1fzlVxZ7u64qxRWDIzh2edvVbLeOI9lK59omtwoEboWBrJSZAT8NA1BhbQcIVs/IUXCeDiJRfBckmJJ18+gT09RIZFdlY9sSr0o7IXFnf1o5pC9Wg87Tc85PgU280zuMGAbzfY4lke7gQHCxF6Rcz9Z4mW/2nAdO0wYIHDw6QQnQGBYS6HnchSQSsgpOIJxDl2cQfdiwkg34aLBD4EG8YpRp7az5yOz8cKzS7mhwwYxkKHPrYwYxHFcnbRxlzwI0jaIL4Gsox5qz0zglYboFESsDQoeVg+ovcMS6s9njMqVFw+EFiePg6EOM9U87WIbztcHK6tNbauRfbOeQ0QUSuYV6L08VdYWG80KGtnYDtLaDSiCY9yCcTjZZqhyQEz+KkDJ39uNuHVK/gIui9OqPkgWj0L+AcqMk9khjalURz9M261bUt1KPy3QocVy7XHwD1iEhXLtZpyykV/uq0IMhUhpvY50Qlaa+Lh1vpug6l4qCdT1OHQ1iZQxtcGHlqlQ7e94WA+HY+T/nMykDQfXHbf9eMaAdIrgcB1ZX9ujcERoIRHFjftIWBiWX0XY8gkDeWxnFO0OC3xtUrbFHgFIRanRjl6DbSyqYQf23AiqpE2WFzUCzLzb5CF4fo1MxwSsSRgK8NZKVzZ1onGr7jjYRtIwCGWyaPy2DoIJJuZqQFlAKw3Fevfza9m6fxkM4plFVILb1xeIji588Wyiy7Bfi8pRWxVCiq8d6mSlRL3n5TDSyVgE+sa099NAiH4nATOx72LfpWJhDdOFHO0+nxPN/vT7jv18XdKAJA4BBey+KpgQl7h5cD8JiHhUbflaFWqDajnSHmZV8UXlC/ClemcS+N5CRxFzZc9UyqYvSW0t3Z8lGhaFNYCrDh5iTDtWeEtnEeIb6FrrAhdU/VnzkbCpqLPEFjKkHVJ7c7W2HXDYsd2GFq4uDPpnbZPfkzWINdNaOw06o3HVMfAdRiPB7EO/+FZ1PAcixJGltywiNc6hAdAN9dwuNtQx+dQP9kfNktc/iWUqQphzyOCcQodYJKWZUP7lp19y7RjqJ8cQ/20uYeISsZpQmbmwlKr71QqIplXDmOICBROKywd35YajagVipXq1ipuyiCaPfasMCDIueMM8o//+elPWuHRXttnppAP5GcyIhM6TgwL+/aGCFYddiYeGOheKNZ6hq20T1SSU4vuJOVvTPM+urjTMRyyVoliVMTJNV6I3EL+IZddvNjNYYEtJB5EDh1361iwkbeRkhgR4ozcAeKl3pJwmA3NUYxT2azvMpJIS+LCh2lK4cV541kgc4N34Wnm85NHKqokyksJxbQVpJMJh9QrjYZlfh5pL2pnIvcG3TFx4t5QzLDP82Gbek416DCuyo+5zTahCyS8h7fB4UVqZJ+hEPCtNBflTQgr8K3wKBh+ai4EZwbpTTm89NNuj8m3Mm0lGyUdohyyxXkCp5NlSeDLBljtTKuf7g+T8dhtPz5a5s5E9YfSx8bHtv4fn/5U8VYvfzzXYnz1nSLZffjhhkPx39/9w+xMbcE5qth9TgbKJ5mvn/3HPnNXIoVsttP1JaEe4nC42xkm3hDmcELv9vuz3c6YotX+a5eAwn3oqaJinlvExp3633IBvJ68g2860C73lbDiTlYqsk1cLy/V6llKSFJ46a4HuFk7LgaKkR1qJJNzPztYxD9lwT1T+EbU7Qu7S32rEqSSgSrgKeqCOPvk3u3V6KovC3E0e8+gnM/kGNXJaTu8DNSt4s40yCd9rFy0DyuPho04bh7XG2vCuAgYzWNgHFHeK90ddn7U7AGabMTIrxrQngCMfbsCbPrRa1PWJNjOUZtYZDRS0xuOZ+eRNYZXVOJk0HNJUFaX/PvloLAoTyq9wz88K/wagr5UnH4uTQo9/76R7SCu/GRBz+kx4C32BdzYsJgynl4BIloqr72jrv5Rdzg8Sm/55YUUCkdEQ3YG59CY/NxtHgtGrXW0T6wj4AXWuhxXedSMzgFfTwjOoAy1nIwIpp8Vj2KTPF7mo02xrM7SqUTcMNAXSwH1bRxocqmhJAsUVhRlVJZf4sBd/q4s3meSTGFJ2HnPs25nvjHDfOIbM8gWU+rYOPogeI/4S2eVnsnCATrle0jk99YI6Yf/N6zlyrBbr9tzObUy97GoaAQM8SbUUPQlILscsNBoLMThr3/tj9/CTz+VLLERR4wE1MJncrk0gbO0y7LZuHcCqaA9QnwGSyRMqz9+W9vXDsSv/wkAAP//hpvp1AFIAAA= + +- path: /opt/azure/containers/provision_redact_cloud_config.py + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/6xVT2/rNgy/+1MQfQfZaOK8cwEfivYNu2wr3rJTFgiKTTtaZUmT6KbBsO8+SHYS5U+3HpZLZIp/fuSPpGRvjSPYi15l01m4zgrnMcu+wK/kpO7gTagBYfDYABlwaJWoETzWDgkaQSL7/u358Wn57RkqYIczCx6+YyNqgnbQNUmjfdZgCy4K+cYY8uSE5a/DBmujW9lxUp6TeUWd37zeOUnIW6mweMgAAGqjCTXxkAJUMZPSixa5MqL5Lx8rNpmzdXHlbcUGj86z9errejyz9YpFbGwNFRzyjIafD3QA2Qy9zdN4RZal1fHo3mSN3Dqpa2mF4mPBc2+n03Uxbl2dhz6CDuT8JKyHkybzYAVtA8e0RaiNc+it0U3ogQODSRtEZiXBTtJWaqiVGZr5mHpJ75R9geVWevC1kzZoKQVC7cTeH2xpix4TAB5kG4R7wHfpj44DGG+xlq3E5jrMy+PyR778hY+p8R9++/kJKvgrFoQt3oRbKLlZBFoU0uJI1PxEFHv4XEvOJp9IdfTnNBL6hbcBx8nJR8xlf58zHDPhY5A8/eCBhhmYgexA8WPil4TrcJR4qMAj5TeyL19x7/OiyKJNKCIYi/pWCOZYAcJDO/qPI5BqheGGCtrSoWjyaUYSheuJuzKfYLTGJUzDoV8mzRVLuoCtT2hkC2krB9RsHazTUpzUL4oE1Q3rj5R96bA3b5gnsgn84RcYpZyNSy1MxUish9aZPgn1AAzu4cxP6uYGZ6tEeZ0ng52lpVCoU3S+gKqCr+fpbxyK12w0m/A+D70NaMe+u5ghIDPCTdvtonOSqxmw3f3YNJM0JnyEkAjLmEaebLuE8dCemWyBcy165DxkwjjvhdScs9FffIccVMc3qXx03dCjppd4kx+jNjhuGWl0xZ5M3wvdgJIaYSCpJO0v19YHxEGDrdQyPlWxZRncn1XXk8tXdzO4K/8wUt+avmJdwD2ww/IS/7K6Svj9zPky7sMDtH7wBBs8sbbB1ji88gK10EGvNkphVAzAlek6qbuSFUkpS9E0XEw1PFXvbj5Pnc4Dz3ez47XDPwfpsKmWbsCTmPYWK0/uJNmishV7md6QK5zH6n8S09hK/xOa8Iho3Kk9dKjRicsxiAhjxx/rPRHBphkUrgtLd0Id/wJuP63FW0s9XJc31m6Up/P2TwAAAP//QeG0cYgJAAA= + +- path: /opt/azure/containers/provision_send_logs.py + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/5xUUWvbOhR+96/QTR9kQy3byW1oA+ZSSm4p60Zp0qdtBMU6dgSy5Elymqz0vw+pSexsbTeWh3B0/H3nfDrns0/+QUlrdLLkMgG5Rs3WrpQcBQGvG6UtarUQfDk6HFvO9vGmFgSsBiBTATVIO9cAiBo0nQfBytoG5Xs6uVNKfKSSVqDDKAhO0DVYZFeACiUt5RL0gjNEJUMMGqG2rpzLlFrVHnetqEAzSy0ElaJiYVy42NQC5cj1Ihq+tWBsGKDdD19P5/i0OzrUJEmy8TkZj0g2vCDZOKlpseISkv8KVTe5q+wL93groAy0yZ8OGV9tE9cmXoM2XEk8QXiYZsM4y+JRig/AZx9FPcEoR9M5cZcyVnNZhcd3IYxaShgUikGIW1vG5ziKgqMZ5ajjkJJLRoUIMUmu9qAuumE4+px+JRY2NtBKwKJQsuTVQtIa/qDQvRJwI42lsoBbbuxRwuFKXrWaWq7k7vSJ1tDrebzLHP2sgZhGcBti4jnOFg+NUJT5jQtVmeCR2xVSDcgQJ2uqE8GXySOlFUibCFUVSggorNLuYMh33uBThPUSR86HLjfxO3DRwg0X5T4mGigLI/+s9S0XLv22l+4efuulyWh4Nhwn6/rSqbtV1V+Z6CxOL+I063E7ZCE4SBsXSmsQfuyc4QkyVofuvSTu798wit7huqm7TpcfZlez6Z1oKy7f69UTl5KMpK9j947xcvpufQ29rv36hKrizh+eeWSXjvrchUvFtvlhmae79yvgZX+LxFm6NSjP0TBNXwzQaC5tOJi1RQHGlK0Q2x0FmHfE4MUMsOE2TKMAhIE+E/9PuQCGrNrRPAlHPUiJ78E0ShpALwIm6OlXVc9vcdzVJl/kEaX/ORj4z8Eg2hfwSrMo+BEAAP//J6gFusEFAAA= + + +- path: /opt/azure/containers/provision_installs_distro.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/+Rae3PbOJL/35+ih9aurcSkJDvJ3GTLt6VISuIbP1R6ZGorN8WCSFDEiAQ4AGjHsfXdrwA+xKdjOzN7t7fzRyYRgG70+9dN7P/QWxHaWyHh7+1hx2dgzFnMHULX4AhsEyokCgLbJUJyZgkfPMZhuYqpjI29PY5Ddo0v2Or2sAt3ewAAKJL2Gks7ivkaw6APr+Gk34eQrW5NTNeE4uTvTkD2thmFEaMSEYq5+yg6Tr5dkUjvOMaRyE8TDz5/hs4hEcPZxZtXXTg9hQH8+uvfQPqY6i3qvxtEpO0xbituAXM2Il/iWPJbJ3Rt4tkeIkHMsU2ZLSSSAgbH6j7Hr8GJeQCmJ+bn4EsZibe9XoScDVpjYYXE4UwwT1oOC3sOox5Z92Ktul7nbvlueblY2rPJ+WQ4n2zzY2Z+zIw4cy0Xr+A/oSfD6MEt9/eAvxAJnclsZl/M7ensamyPJ+/s8dUvl+dXw7G9OLuYXC0XWkAcCPzvIalH9lpkhDdKskEf3GizBpN8B+fpzx/s4Xhsvx+ene9l3hsivvlleE5o/GW4xlSCzwK35Npx5CKJy2SH04W9nI6Hi0kuhj4TbdZ2QIQ8PUSRNCVHVESMS1PbAhxkOphL4hEHSSzAwZFvOiwMGQVnzVkcmQGRGBziCTOWJBDgMEolR84GHPVnQFYmj6kkIQa8kmgVYAFY+pKxANZEwjqIhcTcEypytTiSRUA8/Scl0hS3QuLQ9HEQYS6AUCaJd2sqAgII0/sizmKJj4FEAksgUcqHeulffvsdArKKUGhGN7/HKCDyVv+Q/SOlFrKYSqDqLomMEVl/BcEcJEHcCk8kIopboZwYlJhYcwa1YAbKJvDla6oJiqU66NL02FcSAafrlNcmZC6sHQdCtMHgbkKhxeUo9ES6RdMzfYxczIXZOYwpCjGYvJuuhMyNAyxM/EVyVFzvJrYNmIMCuJp/mszmZ1eX+rf8X6edwzXHEYzP5ovZ2bssjKCHpdN7YXIcYCTwPTixBNODYzBdME6Nrqby7vzq3fvlfGJnxIyB9cp6bZQWj3erx9bA6ht7eQoFo3OX32RrqCxqDN5Y/VcGVFNpE6sT60cji8KSF788PVwFbOXFAh+fdu5qN9l2m7P4D41ZfB9yYkCUeXQ9wK6uVSgIIElFcI25IIyKIyAy2egEsYtdIDS/WYGoOn18bPVfHYGifVKibeXEmfQxF8me0pYKKa23o8LtsktrPR1V6AH+4uBIZhdoOvXKep2zSDTVYC193qjrrGINLWA3Xy3VhxbDFeyWm00rYUcmTb6Z9bWEkbTTHKvU3rnLKH9+8ev2b+Cyokg/5KkylR9O+jCAN/0+dAqEGkT7jcWcosCRAZgmZWaE1piDGZfOlU6UU/DZ5XwxPD8vlZKCRC6jWEGPJIMPI/kLkf5FVjGmm/VTgUgWbJVaWbZhg5xPqN3fW7VVFVSGymp0pUDqpXKFvHr3D63M87P5oqbJmov980QJ40ASxB3/DxcqdY/nwqv/QybKYrYJOA1S4ORE7Wx0eUKR7AnVTmChf7Xc3mP5p3FTlTGpQP9RymlppGnF6w5GYbXPyr6nKHTfvDpCPEz+9L1fv6XjVLmaRcVRQGIhVWMUIkINpeMWGcv6MNNjVl5etqmTPCTjcV/LeH/ftn78p+ug2cH+YC2kEdPma8+MlA2+FbsLWEg4cA/raA2m6WLEQ8ZrIWKp5SrC/zD9YP88+Udza/Gk0NDkc1VJrsC0q36sx8Q32D6xe9ju7TkBRnQZfZgux5woEJRXJx6COfOg82G6tMeT+QJ6LJK9dRSrY/swmk9efvo4BgdRcIkjFT/pY9j13xmmOoJYKNTiMnogwUEcAxIQMLpW/ycSbhjfiKxVn0tEXRQw2tT4l53utHMYiJWdwlwwOZiiW9w3uhpPLocXtY1OvnF0dbkYnl1OZuMcm3YGudPtww0GFNygWwEu9lAcSJBMi2kNIELS8bWQjIoqtelwMfq4w7udu+O35mCbwud94DF1gGLsCkVwhYvAlHAhgXFdKZT9kpC69nOFgoNigXWb5gXEkXBDpF9QvJV2DmthS2bja0ylAGP489wazSdWyinX7izp7CxMRczxLKaOAcbuH9C5my0vR5kob03D2BqwD8UfFbRFFFgkCaMoAHaNOScuBhFHUUCwC9cEwSVz8TvGpJAcRRGh65GuWYAikqkFfY05NlcxCSSkHacAH11jQGC81KsGiNjzyBeFEKWPCc+1IiQndC3gkFgYFAQeJCe6FiSTJJA+kuBjjhMNjZaz2eRysbP8YcF5zYxs2j65YIChuqgTuAeBXTgQ99f39weF9Zd6fdAtER9dXVycLR5J+1U3VcS1vr/SK4s5BOwGC6m1ybjEO0dgXsHshdbM/ApGpyJeHSRW5Tf6Vl+1eMUav6+9XQWw6WKPUOxCBtGXs3Nt+CQ+IuJsMu89AkRdfVA3LKljCLjRGWCFQXLlFDeqOElfCUkxqDTZEEajn4cfJvZydq6CqHnl7enWKACDH5T4bXu3dXydFMWzJCz0cHNnKY+zUEsPhEaxfNtO1yi0dDf4QHWWQrltSXUFypkWJctiv7iqghakz+K1D0QeCK1MgUKcmx6JAkOtaqpyFcfIvS1kE6ajBChzdWoWxMUqShJ6uigrGyYRt7rNja37MZ9JFWiM67qes3tqYtkNgg3Y/f07ye2KQ0Z098uzSbvshgYMuTtS7zkLl7NzA1qX2j3i2dfIh9araeIkitV7EmADjNa18j3Gk3f2+7Nz1SWWQEBhS1sbm076Y8fB2MVui4M+JzA4ljGn0C8nGOIpr+PaDykr8LAzV9ccEo6zqUYT4CPuOszdpcJC/FejPx9ANAyHIkJB43kl5sD60RrssmMdGhhqx2vjcZ151ok0dOZtpAdGtVt8GFUU9idW23knfEqVR5kEEWGHeAS7Snkq+jMwkyrvbbPCzIpNC7xTq5aa2eQKS80g5wj1Kz2bW+YyWd26GP7X1cy+OLu8mp0anUPNv1r14B4khwPrAA7+m6pi7WPkgknhGO4hQkJiMIVrdRMO48n8bDYZt1Cu3flpxAUOrzEfsTBSELihPhsNLJKjH4dz+8NsMlxMZgVM+ffCNFb5YcOuxBX7qhmEv/412dagvmRbp0H8hvFgYmcn5hxTGRSLTR37K1OXxdxCqHAzFhCi3xi3QkIZTxCsT9YKLSS4utFHLBAborEjPNAuWK3OSRqLfOGudZbGv2Dd21cu0SCgjwSsMKY5QKfJgCDJv8JnceAmHQeg9MuD/rjlqfqiEAGRClCgjYBPH8cCDldYSBN7HuOyW+ZOmT4lwGNxggUpSH4LHpaOr/Sv03m9RQeOI9aU+rKKpuIxEJVql/bCc3t8Ntv2Kt+B7Ua7vugalQm56YHRVkQbZ+T/WnW9VoErZeaPAUtpjjfAeHC9pUJ/swT8853i6xOdIkk07xEJEuykwkhicJDjlzOki1dGy1eGR1jzOwz3v+uGVRC43dt70FPy2c8+TPOBi0aFQjWTsWrFdUtvWX9vH+nolXDjEg5mVCrlJTdJGQ1dV6Wo1i84IAh1MAzfAT7W/VIy/ghcBYdD1dVll9R1LaZ16w+sNyCYSqj5FChTQ5Ias1GqyodWdi/qwmyqcmvCJYqDQF9BJXYUyfTGwLGQnDhJ062HHhHX3gEOCgLNrHk4CoTCaD5J2S1Ua5737M7uuynFN0kBQLoxvU1GNBXpEpk1qXZFlqaWuQKO+3BSe85z2hyxT3JAJwITBdC5G04X9mg4+jjRyeFxuaHdbXqPvkSrty9n57mnN7DRA5CnuXElXBcX09PG/KhI7++/6G3Lg2sn5oGtC38yXX/TL+PTsgJq2WFxMd0azQk5GcO0aaxxrt2c8p94m8J7sNKrtIdnnX/4qBMaJ48uczZ6NFiYDeq3HcZYr2QZxSjMDI+SeWPjhLJxJplAOv1hbddD/mT1T6zBK6O6o7lJfWUNTvJhW7mjqUH9t2Y6UVSFvch1++iOQkemW9JAU0tBhFIWkpirdEfhkHHAv8coAMm6IBFfYwkrJHCBSOlC9cZCuUhTI9GA5FvTW74jUej52WmFbf2NRrYzHSKcWH2r7YlGTlTvOmmcHVTfSCSZVUV04dFl9VYv8leYp4ULvWhIyC2Osn0BpomCgN2YKtutOXKxaPi625SiE0iwi8k8THUUVubB1d/ySXDD2Fp/cvnTZ9elEXT1eo8ZPutrNkzXarR29t4VBL2pXgpy9e0KQZXcrgKUNqeZtk63l5LYZdcCwGutIIVDGj426qjkJyXONTD5/33U/hAcr2iyrrVnDHif4XyNQ93FcPZhUihvdwNdS6tD2vK2Bwa02Xx2YP2Yr1V4GGr1JzN5n1AfyX73zLaJ3Y/JB8ZvM608dnvCw6/PDWrSN1WF1eTOT8fpQ5AHN71uKSH7wGhwmyR2ZXtTnThJpRokoyChmgJ9z+ytpGpJgLKbI9WJ7C6ivHfHsWHu0KaO0XRpD2ejj6edwzWWo+lyyB2/C7Cvn6cosvqFSgty0j5bhE3pEHaQf6ft6S3Zhl7vIP1Cez4ZXk7Gds1ZK6osP3l9it+0cmhe+MvLFwpuJggjyUMlB9Nc4oFGN4KEJEC8m34Nr+OUfUCewkNxpMqvzkNJBP10VFUi3JAgABSofjR59qp5R6V2+1DEjq8aviTOBt0j1b/e6HoY6sGg5xWYJx3yDU4cLHn0sWKx1JT15FfX2WT6mz2+TaqqiyXmIaEajHmKhmqRi2mKyNZv2DVw+BezplRzUJWtoNBnG6+BT2I2/RyrarZaPtBjpgquTcfyLRy3dYdLUnuKd/OoLiLnZkoJFqoUtDomVnjMqqb+vUJE69Gvqphw7bvpOw49qjhKn7U4PnY2iVUPrvOpmFJWNmcuPGLwoPPp49g+v/ow10VuOlx8rImcl8HpcLGYzC5PjVxu+4VVGrKVUU3n0CPUzQtpaVoIpryNMHhgEv0e3yiU25TPVnVignEJ5ie4B4lIoJJOt3GoXK7VLcn4Tyn28MDUN/3fN3oEpcl6Uvw2wm+81nZvb39y9X7vfwIAAP//JGg2FVw2AAA= + + +- path: /opt/azure/containers/provision_configs.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + +- path: /opt/azure/manifest.json + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/8SUb4+aMBzHn/sqCPPZRit66p3PUFnOzOGFkyXLspAC9WyGrSlFb2d470u7Keiqku2Se/rt9/f/A7uGYRiGGTMqEKGYJ+bA+K0pfUFS7KEVNgeGuWLRT6s0hs3daObNnYnn+uPwi+s/TmZe8R695BxbR28Pznx0f3CABEfmh7JEwrY0ZSiZshgJwqgsBdlawLIU3HsyXWDgT2XMUoh1NoBQtgmilEUgZhyDLaEJ22aAYqGe4MkY8MIYsLkLhoE3D8LRbOx6zme3gCmh+bOc/SEIHX90X5wmvLiXPMqpyA9pfXfqOo9ukV/YV7XW6e42mGeE0cwcGN++V/Q1oRQfn1Lp9m3rRu7KBn1gW7Z5eC0qwTh5wntTd2/6YzB5TuMriEhL2Nz5gTc6N756qz/mWURkqdeHQ2XVDgAjwiiJz0Hw+pP/+4Ft0Nefl9BMoDTVRSd4gfJU7BPcVRIcQUA3JCGoZF4OLohC4AwY16554XRn16FrKeFEet6wkR95hDnFAl9oovRYlCXYUjhZiMdLIBAHTy//0eWedBRn1opwzjhQBMqvWnFeFoeb5k6h6I7DT8HQDYcTz/G/HsCEEaGIE5xBfcNVbv/uu7qiE0hB+wbcWUsmFuQZtFvtTqtntyuxpctu1bN1NXIXdGsEd0Gvlsu2NXIP1OmvBzq1XD2NKv/T12P7oKNRb0FLq1b++8fshgKv1ikSb/IhN4rGO3f2sfErAAD//6nghiCSCAAA + +- path: /opt/azure/containers/init-aks-custom-cloud.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + + +- path: /opt/azure/containers/reconcilePrivateHosts.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/3SSb0/zNhTF3/tTHEy0AZKblo1JFDLWjaBV/OuI4A1ilUluqEVqB9vp2AP97o+ShpI+EnkTWz7+Hd9z7/ZW+Kh0+CjdjDFHHsJAm0o78h/bUpWUS1Uw9kReyFI5sguyQpUit2YuvHxyO7t4Y0C9jIKdtLIFhEsuIP4GvyQvM+nlEN5WxMFn3pfDMBz8dtjbP/i11/7DeasLlXZe6pTC1MzLylNYY09kqcSCrFNGR/v9waHo/yIGg59yY+fSR55ePd9lgMpxDx6ccEQReJ/j4Qh+RpoBwPgsifgRhyWZQVhZP/hCOY/j42PwoPbhjTA3FgpKgwdvreb+j4clP0JmGkFT6zn931TrITI+5BD5oCYFavdTcyeLin5Q7W+qVA5KZwbBCol3PFkqIdQL+L/y2Y0m46SJfDwZZZkl5wLeKar+mvtCr2poLPn6zJKv7Ic0V80iM5pYu1vf5WzJWHIRx5NpEv91fXWaRIMDlhaV82TP/jm9injwdn77ZzwdTcbTJL65i2+mV6PLeMlZHfs9go4YWxH2eqVVC+mpUPq5t4eHz2Y0rtw9qxKWUqNTVRBmxnnXhL9BckqnBOV/dtDGY3SeoOWildXV0qvy6LNcsRW7Qxhu8Dhj/81qu3oe2462x+NJFOx8PebrARPf1sTxZGPEXEFU1mOzEeRy1Y7UaK90tY5e5W2rX8A7vI3HIiSfhk0yHZtO0wAqHK3Mq8zAUQahwMMuJsy6oE/E17bvK5ongpCdu/gdYUaLUFdF0eHclpn0lG02zptOTPyj6i8jaqaSbcfXZ+x7AAAA//92UkeEmAQAAA== + +- path: /etc/systemd/system/reconcile-private-hosts.service + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/zTOMU4DMRCF4d6n8AUSn2AbBBJ0KAFRrLaYDG/ZkZyxNTOOCKdHAaV8r/m/+V0llvQIZ5Me0nQ6gJuyVOSC4LI1D8/rba/Ncje5UCBzHR6wNB9hF2Es6e3aMbmce0U6wIMspqa7laQOQ3r6Bh//znISLSfyLZfWo9DPMBRuGiQK82J3wOt/6/km2PuW5hf1oFqX9EEa+Hy4TudRQ3bDYfsg+0L8BgAA//8Sy/8V0QAAAA== + +- path: /etc/systemd/system/kubelet.service + permissions: "0600" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/4yUz2/aMBTH7/krnlgP7cH11u1W5QBtQKgUKhK0A0XIcR7FwnlB9jNtt+5/n8KPbrS0IqfY/nx/WHryeESGJ9E1eu3Mkk1F8U3I0SJHVxUVpt65UzxPnoxnH8vgnbSVVlbmhuRii/5UxD4m5MfKLURF1hCes3IPyKArYmUIXXHu0a2Mxqg5Y3TH49E43fxNoiF6Vo5jZR/Vs98tU9TxRZTQyriKSiRuG4uxRNaywJkKll+bfoGOUxpnwQKjKw2p+oZwmnY7WTK8PYvSoDV6nzwZTllx8PG3H9+j5Al1WkfdOYzXV8+Vn4OslizVr+BQvvb2u6xzPz+gKxeFcSCWIFfKSWvy12rHsJrMR12EhoaZwRhOTssqEMMLPDhcwn3jbdJ9A17gUYOwZyAswleYwCXwHAk2sWu5ELmh4l3N9xuXMDONQ+23NqVaoPBz5fC9W7SvE9LXSsxZ5RY9CAZStYc1ng+iZvkWpVCiM3on+qf6YHjhPoLtJwRS7SbqyUO3d0JVgcKqHK2PGye/b0atpJdk0/7gOpn2mq2kl/5p7AlW8cX+urKhRLG04cGQKIzbDGjdwhEyerkhNoD/T3uyC8t66bQ1GGRpNmzeTdu9Zic9hF0N+u1uZ9ru9pJPoazZ7SfD6yOY6XDUz7q3G7uDZGc4GH1SaX0QReMueVbWTtYvBhat57gMlo0IHt32BYj+BgAA//9EVf0vkwQAAA== + +- path: /etc/systemd/system/mig-partition.service + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/0TOwWqDQBDG8fs+xR56NZs8gAfbWhFaK7HSg0iYmIkZ0FmZnQ1NS9+9mEuvf358fF3LpL15xjAILUqe02xZppt9Kws7eD7TGAXWbj3b6konApvttltb1K0xXYNypQF7s8egIJp6Ts5AUxQ0+RcOzRprwdTFIO5I7Pi+kYSZbDLTaHf/Lr2DI4SLdX5RB99R0A2eFYhRgptpTBYQpfXQJlzsw09Rt4eyaj6y6ik/1Pv3l/I1/zWmKzkoTFNvPoEVT4+3dI6TUhIDykZBRlTzFwAA///GvdrK/QAAAA== + +- path: /opt/azure/containers/mig-partition.sh + permissions: "0544" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/4SS0YubQBDG3/0rvpp76BVTa3ulXI4+lN41CE0MJelrWddRh5pd2V1tQsj/XjRcIiSgDMLOzu+bj5mdvAlTVmEqbOl5k2Wyfpnhe2MMKVftAyxbzlig4tQIs8eWi2ktjKMMb0vnajsLw4Jd2aTvpd6Gy9/xc/wtvFTdQwqltMM/bf6iNromU+2RkhSNJegcriToxmWi05yvNsgMt2TQkrGslTdZJ8/JDBtLw+avfpxGpnuN7oIdawWROzJ9TqS6JbC1TfdHzjvK4C3i+Z/Vr+RH/PPl690hOnpSWMLdYZA/ghU8APAX8Twq/Pv+0H2qH8jUbrnzg6ksGNFjcBVn4OnpLPRxVOgh6OMW/GkMfgxuNn0Y4z7for6MUR8GFE6zenchSJYafrd4gVZUfFotK+uEktQ9hJwr8i/1O3aIhkbICuldNZb8PwAA//+R/AassAIAAA== + +- path: /opt/azure/containers/bind-mount.sh + permissions: "0544" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/3ST3Y7jNgyF7/UUZ+0AbdEkfoBiLrpoCgSdzRRttjdFMZBtek1YlgyRziQt9t0LOf8T7CVBiTrn41H+oRglFiX7gvwOpZXWCCkWARQj7VnPpQ+jF7qUAw/UWHbHem9Mjo/sa/Rh9IpuLMmRQgNoaKmnaB1EQ7RfCMFD1EYdhzmswFNFIjYeliY3ObYtCxrek8B6sMhIeGNtzzO/E9iSHeshTa9JqVJY50Jl1ZaOTI7KDrZKB5oQsQk1XUUsTiKWePH4+d8x0vyxaXJIG0ZXowoxkgzB1+kxbQlK/YCapQM3sPjrE1orCJ6WR+VSRR4Uve1ITA5trULjSCgPKC+A2H95N00Dip2NheOyODmdQ4LJryxb9p2AE4HJLdUJ5f2Y74uadoXU5Q8nPZFkdJqksD/aqRSVddXorHLwCM0jgAvBZdprMtoJaEcRMg5DiCqwTil6q7wjQUnCNclVx+Sc5ZSGIbBXvLFz8EQTypIwDnXyYD69fN5sX39/WW+2T1nRey1sJ5kxv33+uHpebV/v+rP/bsqvZ1LZ5fAv6z+esvcgM2P6ruaIxYB3E7JkMHh3QB92NME88645sQpxytnZLh3RT+A8Go6iKEPQpflztdmuN6vn11/Xz6unrAiDFjYFrKiCV8ueoqR/Vi+EUgDIZYYb/I0PWBCy2d39DP/8lMR4AwD9DtnsxmGGbHZjIpsOaRir9mGOafjocFrfYdI6vwniNxyXturOiaf9QFVaVH71XlIT4vUiq5Br0NvD8Wcv73jfKP+ameOzi8Wk4aZ7t5WHazBV24ca9se3h97/AQAA//82ywp0xAQAAA== + +- path: /etc/systemd/system/bind-mount.service + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/xzNMW7CQBCF4X5O4QuYPYGLoFCkBUUpLBdj+xFGWc+i2bcR5PQRrv9f+sZPN07yjrqE3WnFh6P52m2lObufNiOD3apUGS+IX1swyRmVGhyK91e13AJyxqbmb1ciTg/j8ESV0wPLZR/TbJ5mrbculTuT/rVAWopTzRH1ldd+Jw/1JjJ+eKXmPMmXOrEen8PWMq1vFXGgxjco/wEAAP//HvlBProAAAA= + +- path: /etc/systemd/system/dhcpv6.service + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/zTNsc6CMBAH8P1e45uh27d10IiJkwMaB8JQy19prNfmeqD49A7EJ/h1Zw7a0w7FS8gaEluwu0YMo8/zP21uCrEMfSV5VIljYNTq5A4l6lrIHDx6Oi0ZNjHKmJSaN3yrTtSalNW4zyQwPrG6wJBiVqBahbqMRN2Bi7oYe7o4VgzbxT6nqKGaCuTH/TXHPX0DAAD//wVR54mwAAAA + +- path: /opt/azure/containers/enable-dhcpv6.sh + permissions: "0544" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/3RS3WqcQBS+n6f4apZNezG6W4g3TQPFaCpdFMKG3hTEHY/rUDNjnZlNYOO7F9cKbbq58XD+vh/PXLwLnOmDnVQBqQN2pWkYM2TBaQoaneyoLmU75Y6x26/RJo2zbVhEeZYUSbqJPwdkRVA1ohs/rSRlQ19oVbNokz/cFmmWbosouZvmFNkn3f8MpLLU16Ug41fB1YqLVruKSyWtL+o9Yz2VFXgPXuHyElm8/Z7ffzuRpncP91+2aZ7h+hpxHuHlBbZ3xOQIB7LNClKRDVE6qxkAuA6mJepwNaezUvA1eAguarxlA7ytERzKPmjl7vXAyOa3VBoy4IeJfNYT5xFjZVUVsi6UtgU9S2PN+w84nlTse+rAfz0n8BbH9eCN4ePgjeskGj1Xb27+NNjA2NSItKrl3vVS7Ucj3SGE7/seY1Y70bxtZLnEf3LgWflI2lmsV588LI5nLjyMmz9Oos/sL45nrzOMYP++gL9wjKs0ZF3pJzX9tOVyrrnuVHlttrRSKwj92LVkyWMXcZ6w3wEAAP//V01dfMMCAAA= + +- path: /etc/systemd/system/docker.service.d/exec_start.conf + permissions: "0644" + owner: root + content: | + [Service] + ExecStart= + ExecStart=/usr/bin/dockerd -H fd:// --storage-driver=overlay2 --bip= + ExecStartPost=/sbin/iptables -P FORWARD ACCEPT + #EOF + +- path: /etc/docker/daemon.json + permissions: "0644" + owner: root + content: | + { + "live-restore": true, + "log-driver": "json-file", + "log-opts": { + "max-size": "50m", + "max-file": "5" + } + } + +- path: /etc/systemd/system/containerd.service.d/exec_start.conf + permissions: "0644" + owner: root + content: | + [Service] + ExecStartPost=/sbin/iptables -P FORWARD ACCEPT + #EOF + +- path: /etc/crictl.yaml + permissions: "0644" + owner: root + content: | + runtime-endpoint: unix:///run/containerd/containerd.sock + #EOF + +- path: /etc/systemd/system/ensure-no-dup.service + permissions: "0644" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/zyNvUoEQRCE83mKBuO9AfMNDjxTwcXouGB+ar3GvZ6hu0fEpxeV26z4qqjv/Cbsl/AEK8rducl8rJUq6uiE7ClvIB0bjNam9DEyBE5Zub6DWKhru7GV0YbRrVWE4+rQuTTxxAKtB4N+crkXvw8bfKfn5T9cwivMk/rcZFoTb0NxRwvK/BhOXyjL3yJmlpiTXSm27jF9D0XcjRYhNhSTtKmOfrBreDi9PIefAAAA//+1G3Iw6wAAAA== + +- path: /opt/azure/containers/ensure-no-dup.sh + permissions: "0755" + owner: root + encoding: gzip + content: !!binary | + H4sIAAAAAAAA/7xVXU8bRxR9319xWCMVN1ovpJHSUtHKAiqhhmAFeAIeZmeudwdmZzbzYeKC/3s163Vih01KKiVv9nycc8+5d88MtvJC6rxgrkqSASzVZkbwlXSQU9wTmCVoA2V0SRbBSV2isaaWjgcTHAorRUmojSBMjQU32jOpyYpkgILxu9KaoMV+xCrJQ4RGSc48CTSM35F3mFpTozEC3sCRnUlOJ5NIXxhftQUYDV8RHKtjMYKwYzQt78V1XtjdVSFMC2xsRmDZQHpHaoqZZLgjq0lBBIqM62JaFQVFjUYPk0Es2lUmKIGpVJ4sTPAt6keKJXwy6DxzoA+MezXHfcU87kJBKqo25Fp7hOF3ZF0l6xdxT5NPBqi8b9x+npfSV6EYcVPncdNq8uTWfzZBqfzlr6/3XicJFZ4Vihwyvyoue4Px3+fZ0fHR5SSbvDs7PTk/xMs/ckGzXAelEjnF1RW2/0RG77GLm5vfoxidAADxyiB9et8GRWDKEhNzOPLp8vQH6bGbTGWHuYVsipw8z7mWuSY/EvnebvZpGrK4xo2eKul8HzPXMg7PVJbQxiM0mJMfjUaRKTaEmFXzNfK9SJ4su/6W1XSwvcOZ/4Ya8Ijb98gs0lGjQim1u7rBIxwp4n5n5OcN4eAA1+mS4zod4hGj5Z90mHRzc2rEj6JeY0yHne/p9sPa8iLF1gFSbwOlfR5338j2wyfbFq3bUj/5Dr5ifdv3jca7ucu5Ys5F7fkGfs6EsOTcN9XzzO537T+ZHGzvyAaRKX6v958hPqK01CA7NkilJo+dq93st5ufr0fDh18Wy9/pxqm+AyvLs3+i6yvmxfONbkMgqqvYLAYVZDN7hc6e/9TaGHEeCk1+LIT9QRMnG1aPXMv6mfyNavo94G1uRr2CPNla6u5hiQn+k+uSk9VYEsAyXXah+mUhzwyE0/HhyqJnjOYwSZYlMyEi8tMQ7MIWvGJSp73Z+7bn2iB2F5rue/ZaqF6kcc/prMHJZPYKmfs4VKfjwwUygxn56gWyTDaZsxxro4nsFuPDw+PJxXfh2ZyBSHb07mzyBaqzy4vJ5UVb0Vdsah8bb1anW49wG+omLj65uGqbCb4Jvh0KTfdqHuFI9BBFeLff3783K9L1B/P/PLJdRA6Oz/76NwAA//+rs4yxXgkAAA== + +- path: /etc/systemd/system/teleportd.service + permissions: "0644" + owner: root + content: | + [Unit] + Description=teleportd teleport runtime + After=network.target + [Service] + ExecStart=/usr/local/bin/teleportd --metrics --aksConfig /etc/kubernetes/azure.json + Delegate=yes + KillMode=process + Restart=always + LimitNPROC=infinity + LimitCORE=infinity + LimitNOFILE=1048576 + TasksMax=infinity + [Install] + WantedBy=multi-user.target + #EOF + +- path: /etc/systemd/system/nvidia-modprobe.service + permissions: "0644" + owner: root + content: | + [Unit] + Description=Installs and loads Nvidia GPU kernel module + [Service] + Type=oneshot + RemainAfterExit=true + ExecStartPre=/bin/sh -c "dkms autoinstall --verbose" + ExecStart=/bin/sh -c "nvidia-modprobe -u -c0" + ExecStartPost=/bin/sh -c "sleep 10 && systemctl restart kubelet" + [Install] + WantedBy=multi-user.target + +- path: /etc/default/kubelet + permissions: "0644" + owner: root + content: | + KUBELET_FLAGS=--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key + KUBELET_REGISTER_SCHEDULABLE=true + NETWORK_POLICY= + KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 + +- path: /var/lib/kubelet/bootstrap-kubeconfig + permissions: "0644" + owner: root + content: | + apiVersion: v1 + kind: Config + clusters: + - name: localcluster + cluster: + certificate-authority: /etc/kubernetes/certs/ca.crt + server: https://:443 + users: + - name: kubelet-bootstrap + user: + token: "" + contexts: + - context: + cluster: localcluster + user: kubelet-bootstrap + name: bootstrap-context + current-context: bootstrap-context + + +- path: /opt/azure/containers/kubelet.sh + permissions: "0755" + owner: root + content: | + #!/bin/bash + # Disallow container from reaching out to the special IP address 168.63.129.16 + # for TCP protocol (which http uses) + # + # 168.63.129.16 contains protected settings that have priviledged info. + # + # The host can still reach 168.63.129.16 because it goes through the OUTPUT chain, not FORWARD. + # + # Note: we should not block all traffic to 168.63.129.16. For example UDP traffic is still needed + # for DNS. + iptables -I FORWARD -d 168.63.129.16 -p tcp --dport 80 -j DROP + +- path: /etc/kubernetes/certs/ca.crt + permissions: "0600" + encoding: base64 + owner: root + content: | + + +- path: /opt/azure/containers/setup-custom-search-domains.sh + permissions: "0744" + encoding: gzip + owner: root + content: !!binary | + H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line105.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line105.sh new file mode 100644 index 00000000000..5c181304a11 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line105.sh @@ -0,0 +1,35 @@ +[Unit] +Description=Kubelet +ConditionPathExists=/usr/local/bin/kubelet +Wants=network-online.target containerd.service +After=network-online.target containerd.service + +[Service] +Restart=always +RestartSec=2 +EnvironmentFile=/etc/default/kubelet +# Graceful termination (SIGTERM) +SuccessExitStatus=143 +ExecStartPre=/bin/bash /opt/azure/containers/kubelet.sh +ExecStartPre=/bin/mkdir -p /var/lib/kubelet +ExecStartPre=/bin/mkdir -p /var/lib/cni +ExecStartPre=/bin/bash -c "if [ $(mount | grep \"/var/lib/kubelet\" | wc -l) -le 0 ] ; then /bin/mount --bind /var/lib/kubelet /var/lib/kubelet ; fi" +ExecStartPre=/bin/mount --make-shared /var/lib/kubelet + +ExecStartPre=-/sbin/ebtables -t nat --list +ExecStartPre=-/sbin/iptables -t nat --numeric --list + +ExecStart=/usr/local/bin/kubelet \ + --enable-server \ + --node-labels="${KUBELET_NODE_LABELS}" \ + --v=2 \ + --volume-plugin-dir=/etc/kubernetes/volumeplugins \ + $KUBELET_TLS_BOOTSTRAP_FLAGS \ + $KUBELET_CONFIG_FILE_FLAGS \ + $KUBELET_CONTAINERD_FLAGS \ + $KUBELET_CONTAINER_RUNTIME_FLAG \ + $KUBELET_CGROUP_FLAGS \ + $KUBELET_FLAGS + +[Install] +WantedBy=multi-user.target diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line112.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line112.sh new file mode 100644 index 00000000000..b02cff3e054 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line112.sh @@ -0,0 +1,10 @@ +[Unit] +Description=Apply MIG configuration on Nvidia A100 GPU + +[Service] +Restart=on-failure +ExecStartPre=/usr/bin/nvidia-smi -mig 1 +ExecStart=/bin/bash /opt/azure/containers/mig-partition.sh ${GPU_INSTANCE_PROFILE} + +[Install] +WantedBy=multi-user.target diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line119.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line119.sh new file mode 100644 index 00000000000..d60b92d68b2 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line119.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +#NOTE: Currently, Nvidia library mig-parted (https://github.com/NVIDIA/mig-parted) cannot work properly because of the outdated GPU driver version +#TODO: Use mig-parted library to do the partition after the above issue is fixed +MIG_PROFILE=${1} +case ${MIG_PROFILE} in + "MIG1g") + nvidia-smi mig -cgi 19,19,19,19,19,19,19 + ;; + "MIG2g") + nvidia-smi mig -cgi 14,14,14 + ;; + "MIG3g") + nvidia-smi mig -cgi 9,9 + ;; + "MIG4g") + nvidia-smi mig -cgi 5 + ;; + "MIG7g") + nvidia-smi mig -cgi 0 + ;; + *) + echo "not a valid GPU instance profile" + exit 1 + ;; +esac +nvidia-smi mig -cci \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line126.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line126.sh new file mode 100644 index 00000000000..15c3f275347 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line126.sh @@ -0,0 +1,36 @@ +#!/usr/bin/env bash +set -o errexit +set -o nounset +set -o pipefail +set -x + +# Bind mount kubelet to ephemeral storage on startup, as necessary. +# +# This fixes an issue with kubelet's ability to detect allocatable +# capacity for Node ephemeral-storage. On Azure, ephemeral-storage +# should correspond to the temp disk if a VM has one. This script makes +# that true by bind mounting the temp disk to /var/lib/kubelet, so +# kubelet thinks it's located on the temp disk (/dev/sdb). This results +# in correct calculation of ephemeral-storage capacity. + +# if aks ever supports alternatives besides temp disk +# this mount point will need to be updated +MOUNT_POINT="/mnt/aks" + +KUBELET_MOUNT_POINT="${MOUNT_POINT}/kubelet" +KUBELET_DIR="/var/lib/kubelet" + +mkdir -p "${MOUNT_POINT}" + +# only move the kubelet directory to alternate location on first boot. +SENTINEL_FILE="/opt/azure/containers/bind-sentinel" +if [ ! -e "$SENTINEL_FILE" ]; then + mv "$KUBELET_DIR" "$MOUNT_POINT" + touch "$SENTINEL_FILE" +fi + +# on every boot, bind mount the kubelet directory back to the expected +# location before kubelet itself may start. +mkdir -p "${KUBELET_DIR}" +mount --bind "${KUBELET_MOUNT_POINT}" "${KUBELET_DIR}" +chmod a+w "${KUBELET_DIR}" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line133.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line133.sh new file mode 100644 index 00000000000..93bf4b6968a --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line133.sh @@ -0,0 +1,9 @@ +[Unit] +Description=Bind mount kubelet data +[Service] +Restart=on-failure +RemainAfterExit=yes +ExecStart=/bin/bash /opt/azure/containers/bind-mount.sh + +[Install] +WantedBy=multi-user.target diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line140.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line140.sh new file mode 100644 index 00000000000..7cc1e25064c --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line140.sh @@ -0,0 +1,11 @@ +[Unit] +Description=enabledhcpv6 +After=network-online.target + +[Service] +Type=oneshot +ExecStart=/opt/azure/containers/enable-dhcpv6.sh + +[Install] +WantedBy=multi-user.target +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line147.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line147.sh new file mode 100644 index 00000000000..e13d68920d0 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line147.sh @@ -0,0 +1,27 @@ +#!/usr/bin/env bash + +set -e +set -o pipefail +set -u + +DHCLIENT6_CONF_FILE=/etc/dhcp/dhclient6.conf +CLOUD_INIT_CFG=/etc/network/interfaces.d/50-cloud-init.cfg + +read -r -d '' NETWORK_CONFIGURATION << EOC || true +iface eth0 inet6 auto + up sleep 5 + up dhclient -1 -6 -cf /etc/dhcp/dhclient6.conf -lf /var/lib/dhcp/dhclient6.eth0.leases -v eth0 || true +EOC + +add_if_not_exists() { + grep -qxF "${1}" "${2}" || echo "${1}" >> "${2}" +} + +echo "Configuring dhcpv6 ..." + +touch /etc/dhcp/dhclient6.conf && add_if_not_exists "timeout 10;" ${DHCLIENT6_CONF_FILE} && \ + add_if_not_exists "${NETWORK_CONFIGURATION}" ${CLOUD_INIT_CFG} && \ + sudo ifdown eth0 && sudo ifup eth0 + +echo "Configuration complete" +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line18.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line18.sh new file mode 100644 index 00000000000..91032093e4d --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line18.sh @@ -0,0 +1,104 @@ +#!/bin/bash + +echo "Sourcing cse_helpers_distro.sh for Ubuntu" + + +aptmarkWALinuxAgent() { + echo $(date),$(hostname), startAptmarkWALinuxAgent "$1" + wait_for_apt_locks + retrycmd_if_failure 120 5 25 apt-mark $1 walinuxagent || \ + if [[ "$1" == "hold" ]]; then + exit $ERR_HOLD_WALINUXAGENT + elif [[ "$1" == "unhold" ]]; then + exit $ERR_RELEASE_HOLD_WALINUXAGENT + fi + echo $(date),$(hostname), endAptmarkWALinuxAgent "$1" +} + +wait_for_apt_locks() { + while fuser /var/lib/dpkg/lock /var/lib/apt/lists/lock /var/cache/apt/archives/lock >/dev/null 2>&1; do + echo 'Waiting for release of apt locks' + sleep 3 + done +} +apt_get_update() { + retries=10 + apt_update_output=/tmp/apt-get-update.out + for i in $(seq 1 $retries); do + wait_for_apt_locks + export DEBIAN_FRONTEND=noninteractive + dpkg --configure -a --force-confdef + apt-get -f -y install + ! (apt-get update 2>&1 | tee $apt_update_output | grep -E "^([WE]:.*)|([eE]rr.*)$") && \ + cat $apt_update_output && break || \ + cat $apt_update_output + if [ $i -eq $retries ]; then + return 1 + else sleep 5 + fi + done + echo Executed apt-get update $i times + wait_for_apt_locks +} +apt_get_install() { + retries=$1; wait_sleep=$2; timeout=$3; shift && shift && shift + for i in $(seq 1 $retries); do + wait_for_apt_locks + export DEBIAN_FRONTEND=noninteractive + dpkg --configure -a --force-confdef + apt-get install -o Dpkg::Options::="--force-confold" --no-install-recommends -y ${@} && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + apt_get_update + fi + done + echo Executed apt-get install --no-install-recommends -y \"$@\" $i times; + wait_for_apt_locks +} +apt_get_purge() { + retries=$1; wait_sleep=$2; timeout=$3; shift && shift && shift + for i in $(seq 1 $retries); do + wait_for_apt_locks + export DEBIAN_FRONTEND=noninteractive + dpkg --configure -a --force-confdef + timeout $timeout apt-get purge -o Dpkg::Options::="--force-confold" -y ${@} && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done + echo Executed apt-get purge -y \"$@\" $i times; + wait_for_apt_locks +} +apt_get_dist_upgrade() { + retries=10 + apt_dist_upgrade_output=/tmp/apt-get-dist-upgrade.out + for i in $(seq 1 $retries); do + wait_for_apt_locks + export DEBIAN_FRONTEND=noninteractive + dpkg --configure -a --force-confdef + apt-get -f -y install + apt-mark showhold + ! (apt-get -o Dpkg::Options::="--force-confnew" dist-upgrade -y 2>&1 | tee $apt_dist_upgrade_output | grep -E "^([WE]:.*)|([eE]rr.*)$") && \ + cat $apt_dist_upgrade_output && break || \ + cat $apt_dist_upgrade_output + if [ $i -eq $retries ]; then + return 1 + else sleep 5 + fi + done + echo Executed apt-get dist-upgrade $i times + wait_for_apt_locks +} +installDebPackageFromFile() { + DEB_FILE=$1 + wait_for_apt_locks + retrycmd_if_failure 10 5 600 apt-get -y -f install ${DEB_FILE} --allow-downgrades + if [[ $? -ne 0 ]]; then + return 1 + fi +} +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line192.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line192.sh new file mode 100644 index 00000000000..ceb0ddeb979 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line192.sh @@ -0,0 +1,9 @@ +[Unit] +Description=Add dedup ebtable rules for kubenet bridge in promiscuous mode +After=containerd.service +After=kubelet.service +[Service] +Restart=on-failure +RestartSec=2 +ExecStart=/bin/bash /opt/azure/containers/ensure-no-dup.sh +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line199.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line199.sh new file mode 100644 index 00000000000..dbcc88d1f11 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line199.sh @@ -0,0 +1,56 @@ +#!/bin/bash + +# remove this if we are no longer using promiscuous bridge mode for containerd +# background: we get duplicated packets from pod to serviceIP if both are on the same node (one from the cbr0 bridge and one from the pod ip itself via kernel due to promiscuous mode being on) +# we should filter out the one from pod ip +# this is exactly what kubelet does for dockershim+kubenet +# https://github.com/kubernetes/kubernetes/pull/28717 + +ebtables -t filter -L AKS-DEDUP-PROMISC 2>/dev/null +if [[ $? -eq 0 ]]; then + echo "AKS-DEDUP-PROMISC rule already set" + exit 0 +fi +if [[ ! -f /etc/cni/net.d/10-containerd-net.conflist ]]; then + echo "cni config not up yet...exiting early" + exit 1 +fi + +bridgeName=$(cat /etc/cni/net.d/10-containerd-net.conflist | jq -r ".plugins[] | select(.type == \"bridge\") | .bridge") +promiscMode=$(cat /etc/cni/net.d/10-containerd-net.conflist | jq -r ".plugins[] | select(.type == \"bridge\") | .promiscMode") +if [[ "${promiscMode}" != "true" ]]; then + echo "bridge ${bridgeName} not in promiscuous mode...exiting early" + exit 0 +fi + +if [[ ! -f /sys/class/net/${bridgeName}/address ]]; then + echo "bridge ${bridgeName} not up yet...exiting early" + exit 1 +fi + + +bridgeIP=$(ip addr show ${bridgeName} | grep -Eo "inet ([0-9]*\.){3}[0-9]*" | grep -Eo "([0-9]*\.){3}[0-9]*") +if [[ -z "${bridgeIP}" ]]; then + echo "bridge ${bridgeName} does not have an ipv4 address...exiting early" + exit 1 +fi + +podSubnetAddr=$(cat /etc/cni/net.d/10-containerd-net.conflist | jq -r ".plugins[] | select(.type == \"bridge\") | .ipam.subnet") +if [[ -z "${podSubnetAddr}" ]]; then + echo "could not determine this node's pod ipam subnet range from 10-containerd-net.conflist...exiting early" + exit 1 +fi + +bridgeMAC=$(cat /sys/class/net/${bridgeName}/address) + +echo "adding AKS-DEDUP-PROMISC ebtable chain" +ebtables -t filter -N AKS-DEDUP-PROMISC # add new AKS-DEDUP-PROMISC chain +ebtables -t filter -A AKS-DEDUP-PROMISC -p IPv4 -s ${bridgeMAC} -o veth+ --ip-src ${bridgeIP} -j ACCEPT +ebtables -t filter -A AKS-DEDUP-PROMISC -p IPv4 -s ${bridgeMAC} -o veth+ --ip-src ${podSubnetAddr} -j DROP +ebtables -t filter -A OUTPUT -j AKS-DEDUP-PROMISC # add new rule to OUTPUT chain jump to AKS-DEDUP-PROMISC + +echo "outputting newly added AKS-DEDUP-PROMISC rules:" +ebtables -t filter -L OUTPUT 2>/dev/null +ebtables -t filter -L AKS-DEDUP-PROMISC 2>/dev/null +exit 0 +#EOF \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line26.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line26.sh new file mode 100644 index 00000000000..6e5eea936d0 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line26.sh @@ -0,0 +1,96 @@ +CSE_STARTTIME=$(date) +CSE_STARTTIME_FORMATTED=$(date +"%F %T.%3N") +timeout -k5s 15m /bin/bash /opt/azure/containers/provision.sh >> /var/log/azure/cluster-provision.log 2>&1 +EXIT_CODE=$? +systemctl --no-pager -l status kubelet >> /var/log/azure/cluster-provision-cse-output.log 2>&1 +OUTPUT=$(tail -c 3000 "/var/log/azure/cluster-provision.log") +KERNEL_STARTTIME=$(systemctl show -p KernelTimestamp | sed -e "s/KernelTimestamp=//g" || true) +KERNEL_STARTTIME_FORMATTED=$(date -d "${KERNEL_STARTTIME}" +"%F %T.%3N" ) +CLOUDINITLOCAL_STARTTIME=$(systemctl show cloud-init-local -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +CLOUDINITLOCAL_STARTTIME_FORMATTED=$(date -d "${CLOUDINITLOCAL_STARTTIME}" +"%F %T.%3N" ) +CLOUDINIT_STARTTIME=$(systemctl show cloud-init -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +CLOUDINIT_STARTTIME_FORMATTED=$(date -d "${CLOUDINIT_STARTTIME}" +"%F %T.%3N" ) +CLOUDINITFINAL_STARTTIME=$(systemctl show cloud-final -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +CLOUDINITFINAL_STARTTIME_FORMATTED=$(date -d "${CLOUDINITFINAL_STARTTIME}" +"%F %T.%3N" ) +NETWORKD_STARTTIME=$(systemctl show systemd-networkd -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +NETWORKD_STARTTIME_FORMATTED=$(date -d "${NETWORKD_STARTTIME}" +"%F %T.%3N" ) +GUEST_AGENT_STARTTIME=$(systemctl show walinuxagent.service -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +GUEST_AGENT_STARTTIME_FORMATTED=$(date -d "${GUEST_AGENT_STARTTIME}" +"%F %T.%3N" ) +KUBELET_START_TIME=$(systemctl show kubelet.service -p ExecMainStartTimestamp | sed -e "s/ExecMainStartTimestamp=//g" || true) +KUBELET_START_TIME_FORMATTED=$(date -d "${KUBELET_START_TIME}" +"%F %T.%3N" ) +KUBELET_READY_TIME_FORMATTED="$(date -d "$(journalctl -u kubelet | grep NodeReady | cut -d' ' -f1-3)" +"%F %T.%3N")" +SYSTEMD_SUMMARY=$(systemd-analyze || true) +CSE_ENDTIME_FORMATTED=$(date +"%F %T.%3N") +EVENTS_LOGGING_DIR=/var/log/azure/Microsoft.Azure.Extensions.CustomScript/events/ +EVENTS_FILE_NAME=$(date +%s%3N) +EXECUTION_DURATION=$(echo $(($(date +%s) - $(date -d "$CSE_STARTTIME" +%s)))) + +JSON_STRING=$( jq -n \ + --arg ec "$EXIT_CODE" \ + --arg op "$OUTPUT" \ + --arg er "" \ + --arg ed "$EXECUTION_DURATION" \ + --arg ks "$KERNEL_STARTTIME" \ + --arg cinitl "$CLOUDINITLOCAL_STARTTIME" \ + --arg cinit "$CLOUDINIT_STARTTIME" \ + --arg cf "$CLOUDINITFINAL_STARTTIME" \ + --arg ns "$NETWORKD_STARTTIME" \ + --arg cse "$CSE_STARTTIME" \ + --arg ga "$GUEST_AGENT_STARTTIME" \ + --arg ss "$SYSTEMD_SUMMARY" \ + --arg kubelet "$KUBELET_START_TIME" \ + '{ExitCode: $ec, Output: $op, Error: $er, ExecDuration: $ed, KernelStartTime: $ks, CloudInitLocalStartTime: $cinitl, CloudInitStartTime: $cinit, CloudFinalStartTime: $cf, NetworkdStartTime: $ns, CSEStartTime: $cse, GuestAgentStartTime: $ga, SystemdSummary: $ss, BootDatapoints: { KernelStartTime: $ks, CSEStartTime: $cse, GuestAgentStartTime: $ga, KubeletStartTime: $kubelet }}' ) +mkdir -p /var/log/azure/aks +echo $JSON_STRING | tee /var/log/azure/aks/provision.json + +# messsage_string is here because GA only accepts strings in Message. +message_string=$( jq -n \ +--arg EXECUTION_DURATION "${EXECUTION_DURATION}" \ +--arg EXIT_CODE "${EXIT_CODE}" \ +--arg KERNEL_STARTTIME_FORMATTED "${KERNEL_STARTTIME_FORMATTED}" \ +--arg CLOUDINITLOCAL_STARTTIME_FORMATTED "${CLOUDINITLOCAL_STARTTIME_FORMATTED}" \ +--arg CLOUDINIT_STARTTIME_FORMATTED "${CLOUDINIT_STARTTIME_FORMATTED}" \ +--arg CLOUDINITFINAL_STARTTIME_FORMATTED "${CLOUDINITFINAL_STARTTIME_FORMATTED}" \ +--arg NETWORKD_STARTTIME_FORMATTED "${NETWORKD_STARTTIME_FORMATTED}" \ +--arg GUEST_AGENT_STARTTIME_FORMATTED "${GUEST_AGENT_STARTTIME_FORMATTED}" \ +--arg KUBELET_START_TIME_FORMATTED "${KUBELET_START_TIME_FORMATTED}" \ +--arg KUBELET_READY_TIME_FORMATTED "${KUBELET_READY_TIME_FORMATTED}" \ +'{ExitCode: $EXIT_CODE, E2E: $EXECUTION_DURATION, KernelStartTime: $KERNEL_STARTTIME_FORMATTED, CloudInitLocalStartTime: $CLOUDINITLOCAL_STARTTIME_FORMATTED, CloudInitStartTime: $CLOUDINIT_STARTTIME_FORMATTED, CloudFinalStartTime: $CLOUDINITFINAL_STARTTIME_FORMATTED, NetworkdStartTime: $NETWORKD_STARTTIME_FORMATTED, GuestAgentStartTime: $GUEST_AGENT_STARTTIME_FORMATTED, KubeletStartTime: $KUBELET_START_TIME_FORMATTED, KubeletReadyTime: $KUBELET_READY_TIME_FORMATTED } | tostring' +) +# this clean up brings me no joy, but removing extra "\" and then removing quotes at the end of the string +# allows parsing to happening without additional manipulation +message_string=$(echo $message_string | sed 's/\\//g' | sed 's/^.\(.*\).$/\1/') + +# arg names are defined by GA and all these are required to be correctly read by GA +# EventPid, EventTid are required to be int. No use case for them at this point. +EVENT_JSON=$( jq -n \ + --arg Timestamp "${CSE_STARTTIME_FORMATTED}" \ + --arg OperationId "${CSE_ENDTIME_FORMATTED}" \ + --arg Version "1.23" \ + --arg TaskName "AKS.CSE.cse_start" \ + --arg EventLevel "${eventlevel}" \ + --arg Message "${message_string}" \ + --arg EventPid "0" \ + --arg EventTid "0" \ + '{Timestamp: $Timestamp, OperationId: $OperationId, Version: $Version, TaskName: $TaskName, EventLevel: $EventLevel, Message: $Message, EventPid: $EventPid, EventTid: $EventTid}' +) +echo ${EVENT_JSON} > ${EVENTS_LOGGING_DIR}${EVENTS_FILE_NAME}.json + +# force a log upload to the host after the provisioning script finishes +# if we failed, wait for the upload to complete so that we don't remove +# the VM before it finishes. if we succeeded, upload in the background +# so that the provisioning script returns success more quickly +upload_logs() { + # find the most recent version of WALinuxAgent and use it to collect logs per + # https://supportability.visualstudio.com/AzureIaaSVM/_wiki/wikis/AzureIaaSVM/495009/Log-Collection_AGEX?anchor=manually-collect-logs + PYTHONPATH=$(find /var/lib/waagent -name WALinuxAgent\*.egg | sort -rV | head -n1) + python3 $PYTHONPATH -collect-logs -full >/dev/null 2>&1 + python3 /opt/azure/containers/provision_send_logs.py >/dev/null 2>&1 +} +if [ $EXIT_CODE -ne 0 ]; then + upload_logs +else + upload_logs & +fi + +exit $EXIT_CODE \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line296.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line296.sh new file mode 100644 index 00000000000..21f8bec58d6 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line296.sh @@ -0,0 +1,11 @@ +#!/bin/bash +set -x +source "${CSE_HELPERS_FILEPATH}" +source "${CSE_DISTRO_HELPERS_FILEPATH}" + +echo " dns-search ${CUSTOM_SEARCH_DOMAIN_NAME}" | tee -a /etc/network/interfaces.d/50-cloud-init.cfg +systemctl_restart 20 5 10 networking +wait_for_apt_locks +retrycmd_if_failure 10 5 120 apt-get -y install realmd sssd sssd-tools samba-common samba samba-common python2.7 samba-libs packagekit +wait_for_apt_locks +echo "${CUSTOM_SEARCH_REALM_PASSWORD}" | realm join -U ${CUSTOM_SEARCH_REALM_USER}@$(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) $(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh new file mode 100644 index 00000000000..522b2ac345b --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh @@ -0,0 +1,410 @@ +#!/bin/bash +# Timeout waiting for a file +ERR_FILE_WATCH_TIMEOUT=6 +set -x +if [ -f /opt/azure/containers/provision.complete ]; then + echo "Already ran to success exiting..." + exit 0 +fi + +aptmarkWALinuxAgent hold & + +# Setup logs for upload to host +LOG_DIR=/var/log/azure/aks +mkdir -p ${LOG_DIR} +ln -s /var/log/azure/cluster-provision.log \ + /var/log/azure/cluster-provision-cse-output.log \ + /opt/azure/*.json \ + /opt/azure/cloud-init-files.paved \ + /opt/azure/vhd-install.complete \ + ${LOG_DIR}/ + +# Redact the necessary secrets from cloud-config.txt so we don't expose any sensitive information +# when cloud-config.txt gets included within log bundles +python3 /opt/azure/containers/provision_redact_cloud_config.py \ + --cloud-config-path /var/lib/cloud/instance/cloud-config.txt \ + --output-path ${LOG_DIR}/cloud-config.txt + +UBUNTU_RELEASE=$(lsb_release -r -s) +if [[ ${UBUNTU_RELEASE} == "16.04" ]]; then + sudo apt-get -y autoremove chrony + echo $? + sudo systemctl restart systemd-timesyncd +fi + +echo $(date),$(hostname), startcustomscript>>/opt/m + +for i in $(seq 1 3600); do + if [ -s "${CSE_HELPERS_FILEPATH}" ]; then + grep -Fq '#HELPERSEOF' "${CSE_HELPERS_FILEPATH}" && break + fi + if [ $i -eq 3600 ]; then + exit $ERR_FILE_WATCH_TIMEOUT + else + sleep 1 + fi +done +sed -i "/#HELPERSEOF/d" "${CSE_HELPERS_FILEPATH}" +source "${CSE_HELPERS_FILEPATH}" + +source "${CSE_DISTRO_HELPERS_FILEPATH}" +source "${CSE_INSTALL_FILEPATH}" +source "${CSE_DISTRO_INSTALL_FILEPATH}" +source "${CSE_CONFIG_FILEPATH}" + +if [[ "${DISABLE_SSH}" == "true" ]]; then + disableSSH || exit $ERR_DISABLE_SSH +fi + +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + +if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then + configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS + fi + configureEtcEnvironment +fi + + +if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then + configureCustomCaCertificate || exit $ERR_UPDATE_CA_CERTS +fi + +if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi + retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; +fi + +# Bring in OS-related vars +source /etc/os-release + +# Mandb is not currently available on MarinerV1 +if [[ ${ID} != "mariner" ]]; then + echo "Removing man-db auto-update flag file..." + logs_to_events "AKS.CSE.removeManDbAutoUpdateFlagFile" removeManDbAutoUpdateFlagFile +fi + +export -f should_skip_nvidia_drivers +skip_nvidia_driver_install=$(retrycmd_if_failure_no_stats 10 1 10 bash -cx should_skip_nvidia_drivers) +ret=$? +if [[ "$ret" != "0" ]]; then + echo "Failed to determine if nvidia driver install should be skipped" + exit $ERR_NVIDIA_DRIVER_INSTALL +fi + +if [[ "${GPU_NODE}" != "true" ]] || [[ "${skip_nvidia_driver_install}" == "true" ]]; then + logs_to_events "AKS.CSE.cleanUpGPUDrivers" cleanUpGPUDrivers +fi + +logs_to_events "AKS.CSE.disableSystemdResolved" disableSystemdResolved + +logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser + +VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete +if [ -f $VHD_LOGS_FILEPATH ]; then + echo "detected golden image pre-install" + logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages + FULL_INSTALL_REQUIRED=false +else + if [[ "${IS_VHD}" = true ]]; then + echo "Using VHD distro but file $VHD_LOGS_FILEPATH not found" + exit $ERR_VHD_FILE_NOT_FOUND + fi + FULL_INSTALL_REQUIRED=true +fi + +if [[ $OS == $UBUNTU_OS_NAME ]] && [ "$FULL_INSTALL_REQUIRED" = "true" ]; then + logs_to_events "AKS.CSE.installDeps" installDeps +else + echo "Golden image; skipping dependencies installation" +fi + +logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then + logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin +fi + +setupCNIDirs + +logs_to_events "AKS.CSE.installNetworkPlugin" installNetworkPlugin + +if [ "${IS_KRUSTLET}" == "true" ]; then + logs_to_events "AKS.CSE.downloadKrustlet" downloadContainerdWasmShims +fi + +# By default, never reboot new nodes. +REBOOTREQUIRED=false + +echo $(date),$(hostname), "Start configuring GPU drivers" +if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]]; then + logs_to_events "AKS.CSE.ensureGPUDrivers" ensureGPUDrivers + if [[ "${ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED}" = true ]]; then + if [[ "${MIG_NODE}" == "true" ]] && [[ -f "/etc/systemd/system/nvidia-device-plugin.service" ]]; then + mkdir -p "/etc/systemd/system/nvidia-device-plugin.service.d" + tee "/etc/systemd/system/nvidia-device-plugin.service.d/10-mig_strategy.conf" > /dev/null <<'EOF' +[Service] +Environment="MIG_STRATEGY=--mig-strategy single" +ExecStart= +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +EOF + fi + logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL + else + logs_to_events "AKS.CSE.stop.nvidia-device-plugin" "systemctlDisableAndStop nvidia-device-plugin" + fi + + if [[ "${GPU_NEEDS_FABRIC_MANAGER}" == "true" ]]; then + # fabric manager trains nvlink connections between multi instance gpus. + # it appears this is only necessary for systems with *multiple cards*. + # i.e., an A100 can be partitioned a maximum of 7 ways. + # An NC24ads_A100_v4 has one A100. + # An ND96asr_v4 has eight A100, for a maximum of 56 partitions. + # ND96 seems to require fabric manager *even when not using mig partitions* + # while it fails to install on NC24. + if [[ $OS == $MARINER_OS_NAME ]]; then + logs_to_events "AKS.CSE.installNvidiaFabricManager" installNvidiaFabricManager + fi + logs_to_events "AKS.CSE.nvidia-fabricmanager" "systemctlEnableAndStart nvidia-fabricmanager" || exit $ERR_GPU_DRIVERS_START_FAIL + fi + + # This will only be true for multi-instance capable VM sizes + # for which the user has specified a partitioning profile. + # it is valid to use mig-capable gpus without a partitioning profile. + if [[ "${MIG_NODE}" == "true" ]]; then + # A100 GPU has a bit in the physical card (infoROM) to enable mig mode. + # Changing this bit in either direction requires a VM reboot on Azure (hypervisor/plaform stuff). + # Commands such as `nvidia-smi --gpu-reset` may succeed, + # while commands such as `nvidia-smi -q` will show mismatched current/pending mig mode. + # this will not be required per nvidia for next gen H100. + REBOOTREQUIRED=true + + # this service applies the partitioning scheme with nvidia-smi. + # we should consider moving to mig-parted which is simpler/newer. + # we couldn't because of old drivers but that has long been fixed. + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition + fi +fi + +echo $(date),$(hostname), "End configuring GPU drivers" + +if [ "${NEEDS_DOCKER_LOGIN}" == "true" ]; then + set +x + docker login -u $SERVICE_PRINCIPAL_CLIENT_ID -p $SERVICE_PRINCIPAL_CLIENT_SECRET "${AZURE_PRIVATE_REGISTRY_SERVER}" + set -x +fi + +logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy" installKubeletKubectlAndKubeProxy + +createKubeManifestDir + +if [ "${HAS_CUSTOM_SEARCH_DOMAIN}" == "true" ]; then + "${CUSTOM_SEARCH_DOMAIN_FILEPATH}" > /opt/azure/containers/setup-custom-search-domain.log 2>&1 || exit $ERR_CUSTOM_SEARCH_DOMAINS_FAIL +fi + + +# for drop ins, so they don't all have to check/create the dir +mkdir -p "/etc/systemd/system/kubelet.service.d" + +logs_to_events "AKS.CSE.configureK8s" configureK8s + +logs_to_events "AKS.CSE.configureCNI" configureCNI + +# configure and enable dhcpv6 for dual stack feature +if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then + logs_to_events "AKS.CSE.ensureDHCPv6" ensureDHCPv6 +fi + +if [ "${NEEDS_CONTAINERD}" == "true" ]; then + # containerd should not be configured until cni has been configured first + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd +else + logs_to_events "AKS.CSE.ensureDocker" ensureDocker +fi + +if [[ "${MESSAGE_OF_THE_DAY}" != "" ]]; then + echo "${MESSAGE_OF_THE_DAY}" | base64 -d > /etc/motd +fi + +# must run before kubelet starts to avoid race in container status using wrong image +# https://github.com/kubernetes/kubernetes/issues/51017 +# can remove when fixed +if [[ "${TARGET_CLOUD}" == "AzureChinaCloud" ]]; then + retagMCRImagesForChina +fi + +if [[ "${ENABLE_HOSTS_CONFIG_AGENT}" == "true" ]]; then + logs_to_events "AKS.CSE.configPrivateClusterHosts" configPrivateClusterHosts +fi + +if [ "${SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE}" == "true" ]; then + logs_to_events "AKS.CSE.configureTransparentHugePage" configureTransparentHugePage +fi + +if [ "${SHOULD_CONFIG_SWAP_FILE}" == "true" ]; then + logs_to_events "AKS.CSE.configureSwapFile" configureSwapFile +fi + +if [ "${NEEDS_CGROUPV2}" == "true" ]; then + tee "/etc/systemd/system/kubelet.service.d/10-cgroupv2.conf" > /dev/null < /etc/containerd/kubenet_template.conf + + # In k8s 1.27, the flag --container-runtime was removed. + # We now have 2 drop-in's, one with the still valid flags that will be applied to all k8s versions, + # the flags are --runtime-request-timeout, --container-runtime-endpoint, --runtime-cgroups + # For k8s >= 1.27, the flag --container-runtime will not be passed. + tee "/etc/systemd/system/kubelet.service.d/10-containerd-base-flag.conf" > /dev/null <<'EOF' +[Service] +Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" +EOF + + # if k8s version < 1.27.0, add the drop in for --container-runtime flag + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then + tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' +[Service] +Environment="KUBELET_CONTAINER_RUNTIME_FLAG=--container-runtime=remote" +EOF + fi +fi + +if [ "${HAS_KUBELET_DISK_TYPE}" == "true" ]; then + tee "/etc/systemd/system/kubelet.service.d/10-bindmount.conf" > /dev/null < /sys/bus/vmbus/drivers/hv_util/unbind + sed -i "13i\echo 2dd1ce17-079e-403c-b352-a1921ee207ee > /sys/bus/vmbus/drivers/hv_util/unbind\n" /etc/rc.local + fi +fi + +VALIDATION_ERR=0 + +# Edge case scenarios: +# high retry times to wait for new API server DNS record to replicate (e.g. stop and start cluster) +# high timeout to address high latency for private dns server to forward request to Azure DNS +# dns check will be done only if we use FQDN for API_SERVER_NAME +API_SERVER_CONN_RETRIES=50 +if [[ $API_SERVER_NAME == *.privatelink.* ]]; then + API_SERVER_CONN_RETRIES=100 +fi +if ! [[ ${API_SERVER_NAME} =~ ^[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+$ ]]; then + API_SERVER_DNS_RETRIES=100 + if [[ $API_SERVER_NAME == *.privatelink.* ]]; then + API_SERVER_DNS_RETRIES=200 + fi + if [[ "${ENABLE_HOSTS_CONFIG_AGENT}" != "true" ]]; then + RES=$(logs_to_events "AKS.CSE.apiserverNslookup" "retrycmd_if_failure ${API_SERVER_DNS_RETRIES} 1 20 nslookup -timeout=5 -retry=0 ${API_SERVER_NAME}") + STS=$? + else + STS=0 + fi + if [[ $STS != 0 ]]; then + time nslookup ${API_SERVER_NAME} + if [[ $RES == *"168.63.129.16"* ]]; then + VALIDATION_ERR=$ERR_K8S_API_SERVER_AZURE_DNS_LOOKUP_FAIL + else + VALIDATION_ERR=$ERR_K8S_API_SERVER_DNS_LOOKUP_FAIL + fi + else + logs_to_events "AKS.CSE.apiserverNC" "retrycmd_if_failure ${API_SERVER_CONN_RETRIES} 1 10 nc -vz ${API_SERVER_NAME} 443" || time nc -vz ${API_SERVER_NAME} 443 || VALIDATION_ERR=$ERR_K8S_API_SERVER_CONN_FAIL + fi +else + logs_to_events "AKS.CSE.apiserverNC" "retrycmd_if_failure ${API_SERVER_CONN_RETRIES} 1 10 nc -vz ${API_SERVER_NAME} 443" || time nc -vz ${API_SERVER_NAME} 443 || VALIDATION_ERR=$ERR_K8S_API_SERVER_CONN_FAIL +fi + +if [[ ${ID} != "mariner" ]]; then + echo "Recreating man-db auto-update flag file and kicking off man-db update process at $(date)" + createManDbAutoUpdateFlagFile + /usr/bin/mandb && echo "man-db finished updates at $(date)" & +fi + +if $REBOOTREQUIRED; then + echo 'reboot required, rebooting node in 1 minute' + /bin/bash -c "shutdown -r 1 &" + if [[ $OS == $UBUNTU_OS_NAME ]]; then + # logs_to_events should not be run on & commands + aptmarkWALinuxAgent unhold & + fi +else + if [[ $OS == $UBUNTU_OS_NAME ]]; then + # logs_to_events should not be run on & commands + if [ "${ENABLE_UNATTENDED_UPGRADES}" == "true" ]; then + UU_CONFIG_DIR="/etc/apt/apt.conf.d/99periodic" + mkdir -p "$(dirname "${UU_CONFIG_DIR}")" + touch "${UU_CONFIG_DIR}" + chmod 0644 "${UU_CONFIG_DIR}" + echo 'APT::Periodic::Update-Package-Lists "1";' >> "${UU_CONFIG_DIR}" + echo 'APT::Periodic::Unattended-Upgrade "1";' >> "${UU_CONFIG_DIR}" + systemctl unmask apt-daily.service apt-daily-upgrade.service + systemctl enable apt-daily.service apt-daily-upgrade.service + systemctl enable apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + # this is the DOWNLOAD service + # meaning we are wasting IO without even triggering an upgrade + # -________________- + systemctl restart --no-block apt-daily.service + + fi + aptmarkWALinuxAgent unhold & + elif [[ $OS == $MARINER_OS_NAME ]]; then + if [ "${ENABLE_UNATTENDED_UPGRADES}" == "true" ]; then + if [ "${IS_KATA}" == "true" ]; then + # Currently kata packages must be updated as a unit (including the kernel which requires a reboot). This can + # only be done reliably via image updates as of now so never enable automatic updates. + echo 'EnableUnattendedUpgrade is not supported by kata images, will not be enabled' + else + # By default the dnf-automatic is service is notify only in Mariner. + # Enable the automatic install timer and the check-restart timer. + # Stop the notify only dnf timer since we've enabled the auto install one. + # systemctlDisableAndStop adds .service to the end which doesn't work on timers. + systemctl disable dnf-automatic-notifyonly.timer + systemctl stop dnf-automatic-notifyonly.timer + # At 6:00:00 UTC (1 hour random fuzz) download and install package updates. + systemctl unmask dnf-automatic-install.service || exit $ERR_SYSTEMCTL_START_FAIL + systemctl unmask dnf-automatic-install.timer || exit $ERR_SYSTEMCTL_START_FAIL + systemctlEnableAndStart dnf-automatic-install.timer || exit $ERR_SYSTEMCTL_START_FAIL + # The check-restart service which will inform kured of required restarts should already be running + fi + fi + fi +fi + +echo "Custom script finished. API server connection check code:" $VALIDATION_ERR +echo $(date),$(hostname), endcustomscript>>/opt/m +mkdir -p /opt/azure/containers && touch /opt/azure/containers/provision.complete + +exit $VALIDATION_ERR + + +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh new file mode 100644 index 00000000000..ad527a164bf --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh @@ -0,0 +1,407 @@ +#!/bin/bash + +CC_SERVICE_IN_TMP=/opt/azure/containers/cc-proxy.service.in +CC_SOCKET_IN_TMP=/opt/azure/containers/cc-proxy.socket.in +CNI_CONFIG_DIR="/etc/cni/net.d" +CNI_BIN_DIR="/opt/cni/bin" +CNI_DOWNLOADS_DIR="/opt/cni/downloads" +CRICTL_DOWNLOAD_DIR="/opt/crictl/downloads" +CRICTL_BIN_DIR="/usr/local/bin" +CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" +RUNC_DOWNLOADS_DIR="/opt/runc/downloads" +K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +UBUNTU_RELEASE=$(lsb_release -r -s) +TELEPORTD_PLUGIN_DOWNLOAD_DIR="/opt/teleportd/downloads" +TELEPORTD_PLUGIN_BIN_DIR="/usr/local/bin" +CONTAINERD_WASM_VERSIONS="v0.3.0 v0.5.1 v0.8.0" +MANIFEST_FILEPATH="/opt/azure/manifest.json" +MAN_DB_AUTO_UPDATE_FLAG_FILEPATH="/var/lib/man-db/auto-update" +CURL_OUTPUT=/tmp/curl_verbose.out + +removeManDbAutoUpdateFlagFile() { + rm -f $MAN_DB_AUTO_UPDATE_FLAG_FILEPATH +} + +createManDbAutoUpdateFlagFile() { + touch $MAN_DB_AUTO_UPDATE_FLAG_FILEPATH +} + +cleanupContainerdDlFiles() { + rm -rf $CONTAINERD_DOWNLOADS_DIR +} + +installContainerRuntime() { + if [ "${NEEDS_CONTAINERD}" == "true" ]; then + echo "in installContainerRuntime - KUBERNETES_VERSION = ${KUBERNETES_VERSION}" + local containerd_version + if [ -f "$MANIFEST_FILEPATH" ]; then + containerd_version="$(jq -r .containerd.edge "$MANIFEST_FILEPATH")" + if [ "${UBUNTU_RELEASE}" == "18.04" ]; then + containerd_version="$(jq -r '.containerd.pinned."1804"' "$MANIFEST_FILEPATH")" + fi + else + echo "WARNING: containerd version not found in manifest, defaulting to hardcoded." + fi + + containerd_patch_version="$(echo "$containerd_version" | cut -d- -f1)" + containerd_revision="$(echo "$containerd_version" | cut -d- -f2)" + if [ -z "$containerd_patch_version" ] || [ "$containerd_patch_version" == "null" ] || [ "$containerd_revision" == "null" ]; then + echo "invalid container version: $containerd_version" + exit $ERR_CONTAINERD_INSTALL_TIMEOUT + fi + + logs_to_events "AKS.CSE.installContainerRuntime.installStandaloneContainerd" "installStandaloneContainerd ${containerd_patch_version} ${containerd_revision}" + echo "in installContainerRuntime - CONTAINERD_VERION = ${containerd_patch_version}" + else + installMoby + fi +} + +installNetworkPlugin() { + if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then + installAzureCNI + fi + installCNI + rm -rf $CNI_DOWNLOADS_DIR & +} + +downloadCNI() { + mkdir -p $CNI_DOWNLOADS_DIR + CNI_TGZ_TMP=${CNI_PLUGINS_URL##*/} # Use bash builtin ## to remove all chars ("*") up to the final "/" + retrycmd_get_tarball 120 5 "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" ${CNI_PLUGINS_URL} || exit $ERR_CNI_DOWNLOAD_TIMEOUT +} + +downloadContainerdWasmShims() { + for shim_version in $CONTAINERD_WASM_VERSIONS; do + binary_version="$(echo "${shim_version}" | tr . -)" + local containerd_wasm_url="https://acs-mirror.azureedge.net/containerd-wasm-shims/${shim_version}/linux/amd64" + local containerd_wasm_filepath="/usr/local/bin" + if [[ $(isARM64) == 1 ]]; then + containerd_wasm_url="https://acs-mirror.azureedge.net/containerd-wasm-shims/${shim_version}/linux/arm64" + fi + + if [ ! -f "$containerd_wasm_filepath/containerd-shim-spin-${shim_version}" ] || [ ! -f "$containerd_wasm_filepath/containerd-shim-slight-${shim_version}" ]; then + retrycmd_if_failure 30 5 60 curl -fSLv -o "$containerd_wasm_filepath/containerd-shim-spin-${binary_version}-v1" "$containerd_wasm_url/containerd-shim-spin-v1" 2>&1 | tee $CURL_OUTPUT >/dev/null | grep -E "^(curl:.*)|([eE]rr.*)$" && (cat $CURL_OUTPUT && exit $ERR_KRUSTLET_DOWNLOAD_TIMEOUT) + retrycmd_if_failure 30 5 60 curl -fSLv -o "$containerd_wasm_filepath/containerd-shim-slight-${binary_version}-v1" "$containerd_wasm_url/containerd-shim-slight-v1" 2>&1 | tee $CURL_OUTPUT >/dev/null | grep -E "^(curl:.*)|([eE]rr.*)$" && (cat $CURL_OUTPUT && exit $ERR_KRUSTLET_DOWNLOAD_TIMEOUT) + retrycmd_if_failure 30 5 60 curl -fSLv -o "$containerd_wasm_filepath/containerd-shim-wws-${binary_version}-v1" "$containerd_wasm_url/containerd-shim-wws-v1" 2>&1 | tee $CURL_OUTPUT >/dev/null | grep -E "^(curl:.*)|([eE]rr.*)$" && (cat $CURL_OUTPUT && exit $ERR_KRUSTLET_DOWNLOAD_TIMEOUT) + chmod 755 "$containerd_wasm_filepath/containerd-shim-spin-${binary_version}-v1" + chmod 755 "$containerd_wasm_filepath/containerd-shim-slight-${binary_version}-v1" + chmod 755 "$containerd_wasm_filepath/containerd-shim-wws-${binary_version}-v1" + fi + done +} + +downloadAzureCNI() { + mkdir -p $CNI_DOWNLOADS_DIR + CNI_TGZ_TMP=${VNET_CNI_PLUGINS_URL##*/} # Use bash builtin ## to remove all chars ("*") up to the final "/" + retrycmd_get_tarball 120 5 "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" ${VNET_CNI_PLUGINS_URL} || exit $ERR_CNI_DOWNLOAD_TIMEOUT +} + +downloadCrictl() { + CRICTL_VERSION=$1 + CPU_ARCH=$(getCPUArch) #amd64 or arm64 + mkdir -p $CRICTL_DOWNLOAD_DIR + CRICTL_DOWNLOAD_URL="https://acs-mirror.azureedge.net/cri-tools/v${CRICTL_VERSION}/binaries/crictl-v${CRICTL_VERSION}-linux-${CPU_ARCH}.tar.gz" + CRICTL_TGZ_TEMP=${CRICTL_DOWNLOAD_URL##*/} + retrycmd_curl_file 10 5 60 "$CRICTL_DOWNLOAD_DIR/${CRICTL_TGZ_TEMP}" ${CRICTL_DOWNLOAD_URL} +} + +installCrictl() { + CPU_ARCH=$(getCPUArch) #amd64 or arm64 + currentVersion=$(crictl --version 2>/dev/null | sed 's/crictl version //g') + if [[ "${currentVersion}" != "" ]]; then + echo "version ${currentVersion} of crictl already installed. skipping installCrictl of target version ${KUBERNETES_VERSION%.*}.0" + else + # this is only called during cse. VHDs should have crictl binaries pre-cached so no need to download. + # if the vhd does not have crictl pre-baked, return early + CRICTL_TGZ_TEMP="crictl-v${CRICTL_VERSION}-linux-${CPU_ARCH}.tar.gz" + if [[ ! -f "$CRICTL_DOWNLOAD_DIR/${CRICTL_TGZ_TEMP}" ]]; then + rm -rf ${CRICTL_DOWNLOAD_DIR} + echo "pre-cached crictl not found: skipping installCrictl" + return 1 + fi + echo "Unpacking crictl into ${CRICTL_BIN_DIR}" + tar zxvf "$CRICTL_DOWNLOAD_DIR/${CRICTL_TGZ_TEMP}" -C ${CRICTL_BIN_DIR} + chown root:root $CRICTL_BIN_DIR/crictl + chmod 755 $CRICTL_BIN_DIR/crictl + fi +} + +downloadTeleportdPlugin() { + DOWNLOAD_URL=$1 + TELEPORTD_VERSION=$2 + if [[ $(isARM64) == 1 ]]; then + # no arm64 teleport binaries according to owner + return + fi + + if [[ -z ${DOWNLOAD_URL} ]]; then + echo "download url parameter for downloadTeleportdPlugin was not given" + exit $ERR_TELEPORTD_DOWNLOAD_ERR + fi + if [[ -z ${TELEPORTD_VERSION} ]]; then + echo "teleportd version not given" + exit $ERR_TELEPORTD_DOWNLOAD_ERR + fi + mkdir -p $TELEPORTD_PLUGIN_DOWNLOAD_DIR + retrycmd_curl_file 10 5 60 "${TELEPORTD_PLUGIN_DOWNLOAD_DIR}/teleportd-v${TELEPORTD_VERSION}" "${DOWNLOAD_URL}/v${TELEPORTD_VERSION}/teleportd" || exit ${ERR_TELEPORTD_DOWNLOAD_ERR} +} + +installTeleportdPlugin() { + if [[ $(isARM64) == 1 ]]; then + # no arm64 teleport binaries according to owner + return + fi + + CURRENT_VERSION=$(teleportd --version 2>/dev/null | sed 's/teleportd version v//g') + local TARGET_VERSION="0.8.0" + if semverCompare ${CURRENT_VERSION:-"0.0.0"} ${TARGET_VERSION}; then + echo "currently installed teleportd version ${CURRENT_VERSION} is greater than (or equal to) target base version ${TARGET_VERSION}. skipping installTeleportdPlugin." + else + downloadTeleportdPlugin ${TELEPORTD_PLUGIN_DOWNLOAD_URL} ${TARGET_VERSION} + mv "${TELEPORTD_PLUGIN_DOWNLOAD_DIR}/teleportd-v${TELEPORTD_VERSION}" "${TELEPORTD_PLUGIN_BIN_DIR}/teleportd" || exit ${ERR_TELEPORTD_INSTALL_ERR} + chmod 755 "${TELEPORTD_PLUGIN_BIN_DIR}/teleportd" || exit ${ERR_TELEPORTD_INSTALL_ERR} + fi + rm -rf ${TELEPORTD_PLUGIN_DOWNLOAD_DIR} +} + +setupCNIDirs() { + mkdir -p $CNI_BIN_DIR + chown -R root:root $CNI_BIN_DIR + chmod -R 755 $CNI_BIN_DIR + + mkdir -p $CNI_CONFIG_DIR + chown -R root:root $CNI_CONFIG_DIR + chmod 755 $CNI_CONFIG_DIR +} + +installCNI() { + CNI_TGZ_TMP=${CNI_PLUGINS_URL##*/} # Use bash builtin ## to remove all chars ("*") up to the final "/" + CNI_DIR_TMP=${CNI_TGZ_TMP%.tgz} # Use bash builtin % to remove the .tgz to look for a folder rather than tgz + + # We want to use the untar cni reference first. And if that doesn't exist on the vhd does the tgz? + # And if tgz is already on the vhd then just untar into CNI_BIN_DIR + # Latest VHD should have the untar, older should have the tgz. And who knows will have neither. + if [[ -d "$CNI_DOWNLOADS_DIR/${CNI_DIR_TMP}" ]]; then + mv ${CNI_DOWNLOADS_DIR}/${CNI_DIR_TMP}/* $CNI_BIN_DIR + else + if [[ ! -f "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" ]]; then + logs_to_events "AKS.CSE.installCNI.downloadCNI" downloadCNI + fi + + tar -xzf "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" -C $CNI_BIN_DIR + fi + + chown -R root:root $CNI_BIN_DIR +} + +installAzureCNI() { + CNI_TGZ_TMP=${VNET_CNI_PLUGINS_URL##*/} # Use bash builtin ## to remove all chars ("*") up to the final "/" + CNI_DIR_TMP=${CNI_TGZ_TMP%.tgz} # Use bash builtin % to remove the .tgz to look for a folder rather than tgz + + # We want to use the untar azurecni reference first. And if that doesn't exist on the vhd does the tgz? + # And if tgz is already on the vhd then just untar into CNI_BIN_DIR + # Latest VHD should have the untar, older should have the tgz. And who knows will have neither. + if [[ -d "$CNI_DOWNLOADS_DIR/${CNI_DIR_TMP}" ]]; then + mv ${CNI_DOWNLOADS_DIR}/${CNI_DIR_TMP}/* $CNI_BIN_DIR + else + if [[ ! -f "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" ]]; then + logs_to_events "AKS.CSE.installAzureCNI.downloadAzureCNI" downloadAzureCNI + fi + + tar -xzf "$CNI_DOWNLOADS_DIR/${CNI_TGZ_TMP}" -C $CNI_BIN_DIR + fi + + chown -R root:root $CNI_BIN_DIR +} + +extractKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + mkdir -p ${K8S_DOWNLOADS_DIR} + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + retrycmd_get_tarball 120 5 "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl + rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" +} + +installKubeletKubectlAndKubeProxy() { + + CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then + # remove the kubelet binaries to make sure the only binary left is from the CUSTOM_KUBE_BINARY_DOWNLOAD_URL + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + + # NOTE(mainred): we expect kubelet binary to be under `kubernetes/node/bin`. This suits the current setting of + # kube binaries used by AKS and Kubernetes upstream. + # TODO(mainred): let's see if necessary to auto-detect the path of kubelet + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} + + else + if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then + #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released + if (($(echo ${KUBERNETES_VERSION} | cut -d"." -f2) >= 17)) && [ -n "${KUBE_BINARY_URL}" ]; then + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${KUBE_BINARY_URL} + fi + fi + fi + mv "/usr/local/bin/kubelet-${KUBERNETES_VERSION}" "/usr/local/bin/kubelet" + mv "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" "/usr/local/bin/kubectl" + + chmod a+x /usr/local/bin/kubelet /usr/local/bin/kubectl + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* /home/hyperkube-downloads & +} + +pullContainerImage() { + CLI_TOOL=$1 + CONTAINER_IMAGE_URL=$2 + echo "pulling the image ${CONTAINER_IMAGE_URL} using ${CLI_TOOL}" + if [[ ${CLI_TOOL} == "ctr" ]]; then + logs_to_events "AKS.CSE.imagepullctr.${CONTAINER_IMAGE_URL}" "retrycmd_if_failure 60 1 1200 ctr --namespace k8s.io image pull $CONTAINER_IMAGE_URL" || (echo "timed out pulling image ${CONTAINER_IMAGE_URL} via ctr" && exit $ERR_CONTAINERD_CTR_IMG_PULL_TIMEOUT) + elif [[ ${CLI_TOOL} == "crictl" ]]; then + logs_to_events "AKS.CSE.imagepullcrictl.${CONTAINER_IMAGE_URL}" "retrycmd_if_failure 60 1 1200 crictl pull $CONTAINER_IMAGE_URL" || (echo "timed out pulling image ${CONTAINER_IMAGE_URL} via crictl" && exit $ERR_CONTAINERD_CRICTL_IMG_PULL_TIMEOUT) + else + logs_to_events "AKS.CSE.imagepull.${CONTAINER_IMAGE_URL}" "retrycmd_if_failure 60 1 1200 docker pull $CONTAINER_IMAGE_URL" || (echo "timed out pulling image ${CONTAINER_IMAGE_URL} via docker" && exit $ERR_DOCKER_IMG_PULL_TIMEOUT) + fi +} + +retagContainerImage() { + CLI_TOOL=$1 + CONTAINER_IMAGE_URL=$2 + RETAG_IMAGE_URL=$3 + echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + if [[ ${CLI_TOOL} == "ctr" ]]; then + ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL + elif [[ ${CLI_TOOL} == "crictl" ]]; then + crictl image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL + else + docker image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL + fi +} + +retagMCRImagesForChina() { + # retag all the mcr for mooncake + if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then + # shellcheck disable=SC2016 + allMCRImages=($(ctr --namespace k8s.io images list | grep '^mcr.microsoft.com/' | awk '{print $1}')) + else + # shellcheck disable=SC2016 + allMCRImages=($(docker images | grep '^mcr.microsoft.com/' | awk '{str = sprintf("%s:%s", $1, $2)} {print str}')) + fi + if [[ "${allMCRImages}" == "" ]]; then + echo "failed to find mcr images for retag" + return + fi + for mcrImage in ${allMCRImages[@]+"${allMCRImages[@]}"}; do + # in mooncake, the mcr endpoint is: mcr.azk8s.cn + # shellcheck disable=SC2001 + retagMCRImage=$(echo ${mcrImage} | sed -e 's/^mcr.microsoft.com/mcr.azk8s.cn/g') + # can't use CLI_TOOL because crictl doesn't support retagging. + if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then + retagContainerImage "ctr" ${mcrImage} ${retagMCRImage} + else + retagContainerImage "docker" ${mcrImage} ${retagMCRImage} + fi + done +} + +removeContainerImage() { + CLI_TOOL=$1 + CONTAINER_IMAGE_URL=$2 + if [[ "${CLI_TOOL}" == "docker" ]]; then + docker image rm $CONTAINER_IMAGE_URL + else + # crictl should always be present + crictl rmi $CONTAINER_IMAGE_URL + fi +} + +cleanUpImages() { + local targetImage=$1 + export targetImage + function cleanupImagesRun() { + if [ "${NEEDS_CONTAINERD}" == "true" ]; then + if [[ "${CLI_TOOL}" == "crictl" ]]; then + images_to_delete=$(crictl images | awk '{print $1":"$2}' | grep -vE "${KUBERNETES_VERSION}$|${KUBERNETES_VERSION}.[0-9]+$|${KUBERNETES_VERSION}-|${KUBERNETES_VERSION}_" | grep ${targetImage} | tr ' ' '\n') + else + images_to_delete=$(ctr --namespace k8s.io images list | awk '{print $1}' | grep -vE "${KUBERNETES_VERSION}$|${KUBERNETES_VERSION}.[0-9]+$|${KUBERNETES_VERSION}-|${KUBERNETES_VERSION}_" | grep ${targetImage} | tr ' ' '\n') + fi + else + images_to_delete=$(docker images --format '{{.Repository}}:{{.Tag}}' | grep -vE "${KUBERNETES_VERSION}$|${KUBERNETES_VERSION}.[0-9]+$|${KUBERNETES_VERSION}-|${KUBERNETES_VERSION}_" | grep ${targetImage} | tr ' ' '\n') + fi + local exit_code=$? + if [[ $exit_code != 0 ]]; then + exit $exit_code + elif [[ "${images_to_delete}" != "" ]]; then + echo "${images_to_delete}" | while read image; do + if [ "${NEEDS_CONTAINERD}" == "true" ]; then + removeContainerImage ${CLI_TOOL} ${image} + else + removeContainerImage "docker" ${image} + fi + done + fi + } + export -f cleanupImagesRun + retrycmd_if_failure 10 5 120 bash -c cleanupImagesRun +} + +cleanUpKubeProxyImages() { + echo $(date),$(hostname), startCleanUpKubeProxyImages + cleanUpImages "kube-proxy" + echo $(date),$(hostname), endCleanUpKubeProxyImages +} + +cleanupRetaggedImages() { + if [[ "${TARGET_CLOUD}" != "AzureChinaCloud" ]]; then + if [ "${NEEDS_CONTAINERD}" == "true" ]; then + if [[ "${CLI_TOOL}" == "crictl" ]]; then + images_to_delete=$(crictl images | awk '{print $1":"$2}' | grep '^mcr.azk8s.cn/' | tr ' ' '\n') + else + images_to_delete=$(ctr --namespace k8s.io images list | awk '{print $1}' | grep '^mcr.azk8s.cn/' | tr ' ' '\n') + fi + else + images_to_delete=$(docker images --format '{{.Repository}}:{{.Tag}}' | grep '^mcr.azk8s.cn/' | tr ' ' '\n') + fi + if [[ "${images_to_delete}" != "" ]]; then + echo "${images_to_delete}" | while read image; do + if [ "${NEEDS_CONTAINERD}" == "true" ]; then + # always use ctr, even if crictl is installed. + # crictl will remove *ALL* references to a given imageID (SHA), which removes too much. + removeContainerImage "ctr" ${image} + else + removeContainerImage "docker" ${image} + fi + done + fi + else + echo "skipping container cleanup for AzureChinaCloud" + fi +} + +cleanUpContainerImages() { + export KUBERNETES_VERSION + export CLI_TOOL + export -f retrycmd_if_failure + export -f removeContainerImage + export -f cleanUpImages + export -f cleanUpKubeProxyImages + bash -c cleanUpKubeProxyImages & +} + +cleanUpContainerd() { + rm -Rf $CONTAINERD_DOWNLOADS_DIR +} + +overrideNetworkConfig() { + CONFIG_FILEPATH="/etc/cloud/cloud.cfg.d/80_azure_net_config.cfg" + touch ${CONFIG_FILEPATH} + cat <>${CONFIG_FILEPATH} +datasource: + Azure: + apply_network_config: false +EOF +} +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line47.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line47.sh new file mode 100644 index 00000000000..837e5aca462 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line47.sh @@ -0,0 +1,67 @@ +import yaml +import argparse + +# String value used to replace secret data +REDACTED = 'REDACTED' + +# Redact functions +def redact_bootstrap_kubeconfig_tls_token(bootstrap_kubeconfig_write_file): + content_yaml = yaml.safe_load(bootstrap_kubeconfig_write_file['content']) + content_yaml['users'][0]['user']['token'] = REDACTED + bootstrap_kubeconfig_write_file['content'] = yaml.dump(content_yaml) + + +def redact_service_principal_secret(sp_secret_write_file): + sp_secret_write_file['content'] = REDACTED + + +# Maps write_file's path to the corresponding function used to redact it within cloud-config.txt +# This script will always redact these write_files if they exist within the specified cloud-config.txt +PATH_TO_REDACT_FUNC = { + '/var/lib/kubelet/bootstrap-kubeconfig': redact_bootstrap_kubeconfig_tls_token, + '/etc/kubernetes/sp.txt': redact_service_principal_secret +} + + +def redact_cloud_config(cloud_config_path, output_path): + target_paths = set(PATH_TO_REDACT_FUNC.keys()) + + with open(cloud_config_path, 'r') as f: + cloud_config_data = f.read() + cloud_config = yaml.safe_load(cloud_config_data) + + for write_file in cloud_config['write_files']: + if write_file['path'] in target_paths: + target_path = write_file['path'] + target_paths.remove(target_path) + + print('Redacting secrets from write_file: ' + target_path) + PATH_TO_REDACT_FUNC[target_path](write_file) + + if len(target_paths) == 0: + break + + + print('Dumping redacted cloud-config to: ' + output_path) + with open(output_path, 'w+') as output_file: + output_file.write(yaml.dump(cloud_config)) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser( + description='Command line utility used to redact secrets from write_file definitions for ' + + str([", ".join(PATH_TO_REDACT_FUNC)]) + ' within a specified cloud-config.txt. \ + These secrets must be redacted before cloud-config.txt can be collected for logging.') + parser.add_argument( + "--cloud-config-path", + required=True, + type=str, + help='Path to cloud-config.txt to redact') + parser.add_argument( + "--output-path", + required=True, + type=str, + help='Path to the newly generated cloud-config.txt with redacted secrets') + + args = parser.parse_args() + redact_cloud_config(args.cloud_config_path, args.output_path) \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line54.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line54.sh new file mode 100644 index 00000000000..5c3d115a390 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line54.sh @@ -0,0 +1,46 @@ +#! /usr/bin/env python3 + +import urllib3 +import uuid +import xml.etree.ElementTree as ET + +http = urllib3.PoolManager() + +# Get the container_id and deployment_id from the Goal State +goal_state_xml = http.request( + 'GET', + 'http://168.63.129.16/machine/?comp=goalstate', + headers={ + 'x-ms-version': '2012-11-30' + } + ) +goal_state = ET.fromstring(goal_state_xml.data.decode('utf-8')) +container_id = goal_state.findall('./Container/ContainerId')[0].text +role_config_name = goal_state.findall('./Container/RoleInstanceList/RoleInstance/Configuration/ConfigName')[0].text +deployment_id = role_config_name.split('.')[0] + +# Upload the logs +with open('/var/lib/waagent/logcollector/logs.zip', 'rb') as logs: + logs_data = logs.read() + upload_logs = http.request( + 'PUT', + 'http://168.63.129.16:32526/vmAgentLog', + headers={ + 'x-ms-version': '2015-09-01', + 'x-ms-client-correlationid': str(uuid.uuid4()), + 'x-ms-client-name': 'AKSCSEPlugin', + 'x-ms-client-version': '0.1.0', + 'x-ms-containerid': container_id, + 'x-ms-vmagentlog-deploymentid': deployment_id, + }, + body=logs_data, + ) + +if upload_logs.status == 200: + print("Successfully uploaded logs") + exit(0) +else: + print('Failed to upload logs') + print(f'Response status: {upload_logs.status}') + print(f'Response body:\n{upload_logs.data.decode("utf-8")}') + exit(1) diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line62.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line62.sh new file mode 100644 index 00000000000..b1c8594a41e --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line62.sh @@ -0,0 +1,260 @@ +#!/bin/bash + +echo "Sourcing cse_install_distro.sh for Ubuntu" + +removeMoby() { + apt_get_purge 10 5 300 moby-engine moby-cli +} + +removeContainerd() { + apt_get_purge 10 5 300 moby-containerd +} + +installDeps() { + if [[ $(isARM64) == 1 ]]; then + wait_for_apt_locks + retrycmd_if_failure_no_stats 120 5 25 curl -fsSL https://packages.microsoft.com/config/ubuntu/${UBUNTU_RELEASE}/packages-microsoft-prod.deb > /tmp/packages-microsoft-prod.deb || exit $ERR_MS_PROD_DEB_DOWNLOAD_TIMEOUT + else + retrycmd_if_failure_no_stats 120 5 25 curl -fsSL https://packages.microsoft.com/config/ubuntu/${UBUNTU_RELEASE}/packages-microsoft-prod.deb > /tmp/packages-microsoft-prod.deb || exit $ERR_MS_PROD_DEB_DOWNLOAD_TIMEOUT + fi + retrycmd_if_failure 60 5 10 dpkg -i /tmp/packages-microsoft-prod.deb || exit $ERR_MS_PROD_DEB_PKG_ADD_FAIL + + aptmarkWALinuxAgent hold + apt_get_update || exit $ERR_APT_UPDATE_TIMEOUT + + pkg_list=(apt-transport-https ca-certificates ceph-common cgroup-lite cifs-utils conntrack cracklib-runtime ebtables ethtool git glusterfs-client htop iftop init-system-helpers inotify-tools iotop iproute2 ipset iptables nftables jq libpam-pwquality libpwquality-tools mount nfs-common pigz socat sysfsutils sysstat traceroute util-linux xz-utils netcat dnsutils zip rng-tools kmod gcc make dkms initramfs-tools linux-headers-$(uname -r) linux-modules-extra-$(uname -r)) + + local OSVERSION + OSVERSION=$(grep DISTRIB_RELEASE /etc/*-release| cut -f 2 -d "=") + BLOBFUSE_VERSION="1.4.5" + BLOBFUSE2_VERSION="2.1.0" + + if [ "${OSVERSION}" == "16.04" ]; then + BLOBFUSE_VERSION="1.3.7" + fi + + pkg_list+=(blobfuse2=${BLOBFUSE2_VERSION}) + if [[ $(isARM64) != 1 ]]; then + # blobfuse2 is installed for all ubuntu versions, it is included in pkg_list + # for 22.04, fuse3 is installed. for all others, fuse is installed + # for 16.04, installed blobfuse1.3.7, for all others except 22.04, installed blobfuse1.4.5 + if [[ "${OSVERSION}" == "22.04" ]]; then + pkg_list+=(fuse3) + else + pkg_list+=(blobfuse=${BLOBFUSE_VERSION} fuse) + fi + fi + + for apt_package in ${pkg_list[*]}; do + if ! apt_get_install 30 1 600 $apt_package; then + journalctl --no-pager -u $apt_package + exit $ERR_APT_INSTALL_TIMEOUT + fi + done +} + +updateAptWithMicrosoftPkg() { + if [[ $(isARM64) == 1 ]]; then + if [ "${UBUNTU_RELEASE}" == "22.04" ]; then + retrycmd_if_failure_no_stats 120 5 25 curl https://packages.microsoft.com/config/ubuntu/${UBUNTU_RELEASE}/prod.list > /tmp/microsoft-prod.list || exit $ERR_MOBY_APT_LIST_TIMEOUT + else + retrycmd_if_failure_no_stats 120 5 25 curl https://packages.microsoft.com/config/ubuntu/${UBUNTU_RELEASE}/multiarch/prod.list > /tmp/microsoft-prod.list || exit $ERR_MOBY_APT_LIST_TIMEOUT + fi + else + retrycmd_if_failure_no_stats 120 5 25 curl https://packages.microsoft.com/config/ubuntu/${UBUNTU_RELEASE}/prod.list > /tmp/microsoft-prod.list || exit $ERR_MOBY_APT_LIST_TIMEOUT + fi + + retrycmd_if_failure 10 5 10 cp /tmp/microsoft-prod.list /etc/apt/sources.list.d/ || exit $ERR_MOBY_APT_LIST_TIMEOUT + if [[ ${UBUNTU_RELEASE} == "18.04" ]]; then { + echo "deb [arch=amd64,arm64,armhf] https://packages.microsoft.com/ubuntu/18.04/multiarch/prod testing main" > /etc/apt/sources.list.d/microsoft-prod-testing.list + } + elif [[ ${UBUNTU_RELEASE} == "20.04" || ${UBUNTU_RELEASE} == "22.04" ]]; then { + echo "deb [arch=amd64,arm64,armhf] https://packages.microsoft.com/ubuntu/${UBUNTU_RELEASE}/prod testing main" > /etc/apt/sources.list.d/microsoft-prod-testing.list + } + fi + + retrycmd_if_failure_no_stats 120 5 25 curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > /tmp/microsoft.gpg || exit $ERR_MS_GPG_KEY_DOWNLOAD_TIMEOUT + retrycmd_if_failure 10 5 10 cp /tmp/microsoft.gpg /etc/apt/trusted.gpg.d/ || exit $ERR_MS_GPG_KEY_DOWNLOAD_TIMEOUT + apt_get_update || exit $ERR_APT_UPDATE_TIMEOUT +} + +cleanUpGPUDrivers() { + rm -Rf $GPU_DEST /opt/gpu +} + +# CSE+VHD can dictate the containerd version, users don't care as long as it works +installStandaloneContainerd() { + UBUNTU_RELEASE=$(lsb_release -r -s) + UBUNTU_CODENAME=$(lsb_release -c -s) + CONTAINERD_VERSION=$1 + # we always default to the .1 patch versons + CONTAINERD_PATCH_VERSION="${2:-1}" + + # runc needs to be installed first or else existing vhd version causes conflict with containerd. + logs_to_events "AKS.CSE.installContainerRuntime.ensureRunc" "ensureRunc ${RUNC_VERSION:-""}" # RUNC_VERSION is an optional override supplied via NodeBootstrappingConfig api + + # azure-built runtimes have a "+azure" suffix in their version strings (i.e 1.4.1+azure). remove that here. + CURRENT_VERSION=$(containerd -version | cut -d " " -f 3 | sed 's|v||' | cut -d "+" -f 1) + CURRENT_COMMIT=$(containerd -version | cut -d " " -f 4) + # v1.4.1 is our lowest supported version of containerd + + if [ -z "$CURRENT_VERSION" ]; then + CURRENT_VERSION="0.0.0" + fi + + # the user-defined package URL is always picked first, and the other options won't be tried when this one fails + CONTAINERD_PACKAGE_URL="${CONTAINERD_PACKAGE_URL:=}" + if [[ ! -z ${CONTAINERD_PACKAGE_URL} ]]; then + echo "Installing containerd from user input: ${CONTAINERD_PACKAGE_URL}" + # we'll use a user-defined containerd package to install containerd even though it's the same version as + # the one already installed on the node considering the source is built by the user for hotfix or test + logs_to_events "AKS.CSE.installContainerRuntime.removeMoby" removeMoby + logs_to_events "AKS.CSE.installContainerRuntime.removeContainerd" removeContainerd + logs_to_events "AKS.CSE.installContainerRuntime.downloadContainerdFromURL" downloadContainerdFromURL ${CONTAINERD_PACKAGE_URL} + logs_to_events "AKS.CSE.installContainerRuntime.installDebPackageFromFile" "installDebPackageFromFile ${CONTAINERD_DEB_FILE}" || exit $ERR_CONTAINERD_INSTALL_TIMEOUT + echo "Succeeded to install containerd from user input: ${CONTAINERD_PACKAGE_URL}" + return 0 + fi + + #if there is no containerd_version input from RP, use hardcoded version + if [[ -z ${CONTAINERD_VERSION} ]]; then + # pin 18.04 to 1.7.1 + CONTAINERD_VERSION="1.7.5" + if [ "${UBUNTU_RELEASE}" == "18.04" ]; then + CONTAINERD_VERSION="1.7.1" + fi + CONTAINERD_PATCH_VERSION="1" + echo "Containerd Version not specified, using default version: ${CONTAINERD_VERSION}-${CONTAINERD_PATCH_VERSION}" + else + echo "Using specified Containerd Version: ${CONTAINERD_VERSION}-${CONTAINERD_PATCH_VERSION}" + fi + + CURRENT_MAJOR_MINOR="$(echo $CURRENT_VERSION | tr '.' '\n' | head -n 2 | paste -sd.)" + DESIRED_MAJOR_MINOR="$(echo $CONTAINERD_VERSION | tr '.' '\n' | head -n 2 | paste -sd.)" + semverCompare "$CURRENT_VERSION" "$CONTAINERD_VERSION" + HAS_GREATER_VERSION="$?" + + if [[ "$HAS_GREATER_VERSION" == "0" ]] && [[ "$CURRENT_MAJOR_MINOR" == "$DESIRED_MAJOR_MINOR" ]]; then + echo "currently installed containerd version ${CURRENT_VERSION} matches major.minor with higher patch ${CONTAINERD_VERSION}. skipping installStandaloneContainerd." + else + echo "installing containerd version ${CONTAINERD_VERSION}" + logs_to_events "AKS.CSE.installContainerRuntime.removeMoby" removeMoby + logs_to_events "AKS.CSE.installContainerRuntime.removeContainerd" removeContainerd + # if containerd version has been overriden then there should exist a local .deb file for it on aks VHDs (best-effort) + # if no files found then try fetching from packages.microsoft repo + CONTAINERD_DEB_FILE="$(ls ${CONTAINERD_DOWNLOADS_DIR}/moby-containerd_${CONTAINERD_VERSION}*)" + if [[ -f "${CONTAINERD_DEB_FILE}" ]]; then + logs_to_events "AKS.CSE.installContainerRuntime.installDebPackageFromFile" "installDebPackageFromFile ${CONTAINERD_DEB_FILE}" || exit $ERR_CONTAINERD_INSTALL_TIMEOUT + return 0 + fi + logs_to_events "AKS.CSE.installContainerRuntime.downloadContainerdFromVersion" "downloadContainerdFromVersion ${CONTAINERD_VERSION} ${CONTAINERD_PATCH_VERSION}" + CONTAINERD_DEB_FILE="$(ls ${CONTAINERD_DOWNLOADS_DIR}/moby-containerd_${CONTAINERD_VERSION}*)" + if [[ -z "${CONTAINERD_DEB_FILE}" ]]; then + echo "Failed to locate cached containerd deb" + exit $ERR_CONTAINERD_INSTALL_TIMEOUT + fi + logs_to_events "AKS.CSE.installContainerRuntime.installDebPackageFromFile" "installDebPackageFromFile ${CONTAINERD_DEB_FILE}" || exit $ERR_CONTAINERD_INSTALL_TIMEOUT + return 0 + fi +} + +downloadContainerdFromVersion() { + # Patch version isn't used here...? + CONTAINERD_VERSION=$1 + mkdir -p $CONTAINERD_DOWNLOADS_DIR + # Adding updateAptWithMicrosoftPkg since AB e2e uses an older image version with uncached containerd 1.6 so it needs to download from testing repo. + # And RP no image pull e2e has apt update restrictions that prevent calls to packages.microsoft.com in CSE + # This won't be called for new VHDs as they have containerd 1.6 cached + updateAptWithMicrosoftPkg + apt_get_download 20 30 moby-containerd=${CONTAINERD_VERSION}* || exit $ERR_CONTAINERD_INSTALL_TIMEOUT + cp -al ${APT_CACHE_DIR}moby-containerd_${CONTAINERD_VERSION}* $CONTAINERD_DOWNLOADS_DIR/ || exit $ERR_CONTAINERD_INSTALL_TIMEOUT +} + +downloadContainerdFromURL() { + CONTAINERD_DOWNLOAD_URL=$1 + mkdir -p $CONTAINERD_DOWNLOADS_DIR + CONTAINERD_DEB_TMP=${CONTAINERD_DOWNLOAD_URL##*/} + retrycmd_curl_file 120 5 60 "$CONTAINERD_DOWNLOADS_DIR/${CONTAINERD_DEB_TMP}" ${CONTAINERD_DOWNLOAD_URL} || exit $ERR_CONTAINERD_DOWNLOAD_TIMEOUT + CONTAINERD_DEB_FILE="$CONTAINERD_DOWNLOADS_DIR/${CONTAINERD_DEB_TMP}" +} + +installMoby() { + ensureRunc ${RUNC_VERSION:-""} # RUNC_VERSION is an optional override supplied via NodeBootstrappingConfig api + CURRENT_VERSION=$(dockerd --version | grep "Docker version" | cut -d "," -f 1 | cut -d " " -f 3 | cut -d "+" -f 1) + local MOBY_VERSION="19.03.14" + local MOBY_CONTAINERD_VERSION="1.4.13" + if semverCompare ${CURRENT_VERSION:-"0.0.0"} ${MOBY_VERSION}; then + echo "currently installed moby-docker version ${CURRENT_VERSION} is greater than (or equal to) target base version ${MOBY_VERSION}. skipping installMoby." + else + removeMoby + updateAptWithMicrosoftPkg + MOBY_CLI=${MOBY_VERSION} + if [[ "${MOBY_CLI}" == "3.0.4" ]]; then + MOBY_CLI="3.0.3" + fi + apt_get_install 20 30 120 moby-engine=${MOBY_VERSION}* moby-cli=${MOBY_CLI}* moby-containerd=${MOBY_CONTAINERD_VERSION}* --allow-downgrades || exit $ERR_MOBY_INSTALL_TIMEOUT + fi +} + +ensureRunc() { + RUNC_PACKAGE_URL="${RUNC_PACKAGE_URL:=}" + # the user-defined runc package URL is always picked first, and the other options won't be tried when this one fails + if [[ ! -z ${RUNC_PACKAGE_URL} ]]; then + echo "Installing runc from user input: ${RUNC_PACKAGE_URL}" + mkdir -p $RUNC_DOWNLOADS_DIR + RUNC_DEB_TMP=${RUNC_PACKAGE_URL##*/} + RUNC_DEB_FILE="$RUNC_DOWNLOADS_DIR/${RUNC_DEB_TMP}" + retrycmd_curl_file 120 5 60 ${RUNC_DEB_FILE} ${RUNC_PACKAGE_URL} || exit $ERR_RUNC_DOWNLOAD_TIMEOUT + # we'll use a user-defined containerd package to install containerd even though it's the same version as + # the one already installed on the node considering the source is built by the user for hotfix or test + installDebPackageFromFile ${RUNC_DEB_FILE} || exit $ERR_RUNC_INSTALL_TIMEOUT + echo "Succeeded to install runc from user input: ${RUNC_PACKAGE_URL}" + return 0 + fi + + TARGET_VERSION=${1:-""} + if [[ -z ${TARGET_VERSION} ]]; then + # pin 1804 to 1.1.7 + TARGET_VERSION="1.1.9-ubuntu${UBUNTU_RELEASE}" + if [ "${UBUNTU_RELEASE}" == "18.04" ]; then + TARGET_VERSION="1.1.7+azure-ubuntu${UBUNTU_RELEASE}" + fi + fi + + if [[ $(isARM64) == 1 ]]; then + if [[ ${TARGET_VERSION} == "1.0.0-rc92" || ${TARGET_VERSION} == "1.0.0-rc95" ]]; then + # only moby-runc-1.0.3+azure-1 exists in ARM64 ubuntu repo now, no 1.0.0-rc92 or 1.0.0-rc95 + return + fi + fi + + CPU_ARCH=$(getCPUArch) #amd64 or arm64 + CURRENT_VERSION=$(runc --version | head -n1 | sed 's/runc version //') + CLEANED_TARGET_VERSION=${TARGET_VERSION} + + if [ "${UBUNTU_RELEASE}" == "18.04" ]; then + CLEANED_TARGET_VERSION=${CLEANED_TARGET_VERSION%+*} # removes the +azure-ubuntu18.04u1 (or similar) suffix + else + # after upgrading to 1.1.9, CURRENT_VERSION will also include the patch version (such as 1.1.9-1), so we trim it off + # since we only care about the major and minor versions when determining if we need to install it + CURRENT_VERSION=${CURRENT_VERSION%-*} # removes the -1 patch version (or similar) + CLEANED_TARGET_VERSION=${CLEANED_TARGET_VERSION%-*} # removes the -ubuntu22.04u1 (or similar) + fi + + if [ "${CURRENT_VERSION}" == "${CLEANED_TARGET_VERSION}" ]; then + echo "target moby-runc version ${CLEANED_TARGET_VERSION} is already installed. skipping installRunc." + return + fi + # if on a vhd-built image, first check if we've cached the deb file + if [ -f $VHD_LOGS_FILEPATH ]; then + RUNC_DEB_PATTERN="moby-runc_*.deb" + RUNC_DEB_FILE=$(find ${RUNC_DOWNLOADS_DIR} -type f -iname "${RUNC_DEB_PATTERN}" | sort -V | tail -n1) + if [[ -f "${RUNC_DEB_FILE}" ]]; then + installDebPackageFromFile ${RUNC_DEB_FILE} || exit $ERR_RUNC_INSTALL_TIMEOUT + return 0 + fi + fi + apt_get_install 20 30 120 moby-runc=${TARGET_VERSION}* --allow-downgrades || exit $ERR_RUNC_INSTALL_TIMEOUT +} + +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh new file mode 100644 index 00000000000..9e33c68ead9 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh @@ -0,0 +1,650 @@ +#!/bin/bash +NODE_INDEX=$(hostname | tail -c 2) +NODE_NAME=$(hostname) + +configureAdminUser(){ + chage -E -1 -I -1 -m 0 -M 99999 "${ADMINUSER}" + chage -l "${ADMINUSER}" +} + +configPrivateClusterHosts() { + mkdir -p /etc/systemd/system/reconcile-private-hosts.service.d/ + touch /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf + tee /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf > /dev/null < /sys/kernel/mm/transparent_hugepage/enabled + echo "kernel/mm/transparent_hugepage/enabled=${THP_ENABLED}" >> ${ETC_SYSFS_CONF} + fi + if [[ "${THP_DEFRAG}" != "" ]]; then + echo "${THP_DEFRAG}" > /sys/kernel/mm/transparent_hugepage/defrag + echo "kernel/mm/transparent_hugepage/defrag=${THP_DEFRAG}" >> ${ETC_SYSFS_CONF} + fi +} + +configureSwapFile() { + # https://learn.microsoft.com/en-us/troubleshoot/azure/virtual-machines/troubleshoot-device-names-problems#identify-disk-luns + swap_size_kb=$(expr ${SWAP_FILE_SIZE_MB} \* 1000) + swap_location="" + + # Attempt to use the resource disk + if [[ -L /dev/disk/azure/resource-part1 ]]; then + resource_disk_path=$(findmnt -nr -o target -S $(readlink -f /dev/disk/azure/resource-part1)) + disk_free_kb=$(df ${resource_disk_path} | sed 1d | awk '{print $4}') + if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then + echo "Will use resource disk for swap file" + swap_location=${resource_disk_path}/swapfile + else + echo "Insufficient disk space on resource disk to create swap file: request ${swap_size_kb} free ${disk_free_kb}, attempting to fall back to OS disk..." + fi + fi + + # If we couldn't use the resource disk, attempt to use the OS disk + if [[ -z "${swap_location}" ]]; then + # Directly check size on the root directory since we can't rely on 'root-part1' always being the correct label + os_device=$(readlink -f /dev/disk/azure/root) + disk_free_kb=$(df -P / | sed 1d | awk '{print $4}') + if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then + echo "Will use OS disk for swap file" + swap_location=/swapfile + else + echo "Insufficient disk space on OS device ${os_device} to create swap file: request ${swap_size_kb} free ${disk_free_kb}" + exit $ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE + fi + fi + + echo "Swap file will be saved to: ${swap_location}" + retrycmd_if_failure 24 5 25 fallocate -l ${swap_size_kb}K ${swap_location} || exit $ERR_SWAP_CREATE_FAIL + chmod 600 ${swap_location} + retrycmd_if_failure 24 5 25 mkswap ${swap_location} || exit $ERR_SWAP_CREATE_FAIL + retrycmd_if_failure 24 5 25 swapon ${swap_location} || exit $ERR_SWAP_CREATE_FAIL + retrycmd_if_failure 24 5 25 swapon --show | grep ${swap_location} || exit $ERR_SWAP_CREATE_FAIL + echo "${swap_location} none swap sw 0 0" >> /etc/fstab +} + +configureEtcEnvironment() { + mkdir -p /etc/systemd/system.conf.d/ + touch /etc/systemd/system.conf.d/proxy.conf + chmod 0644 /etc/systemd/system.conf.d/proxy.conf + + mkdir -p /etc/apt/apt.conf.d + touch /etc/apt/apt.conf.d/95proxy + chmod 0644 /etc/apt/apt.conf.d/95proxy + + # TODO(ace): this pains me but quick and dirty refactor + echo "[Manager]" >> /etc/systemd/system.conf.d/proxy.conf + if [ "${HTTP_PROXY_URLS}" != "" ]; then + echo "HTTP_PROXY=${HTTP_PROXY_URLS}" >> /etc/environment + echo "http_proxy=${HTTP_PROXY_URLS}" >> /etc/environment + echo "Acquire::http::proxy \"${HTTP_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy + echo "DefaultEnvironment=\"HTTP_PROXY=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + echo "DefaultEnvironment=\"http_proxy=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + fi + if [ "${HTTPS_PROXY_URLS}" != "" ]; then + echo "HTTPS_PROXY=${HTTPS_PROXY_URLS}" >> /etc/environment + echo "https_proxy=${HTTPS_PROXY_URLS}" >> /etc/environment + echo "Acquire::https::proxy \"${HTTPS_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy + echo "DefaultEnvironment=\"HTTPS_PROXY=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + echo "DefaultEnvironment=\"https_proxy=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + fi + if [ "${NO_PROXY_URLS}" != "" ]; then + echo "NO_PROXY=${NO_PROXY_URLS}" >> /etc/environment + echo "no_proxy=${NO_PROXY_URLS}" >> /etc/environment + echo "DefaultEnvironment=\"NO_PROXY=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + echo "DefaultEnvironment=\"no_proxy=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf + fi + + # for kubelet to pick up the proxy + mkdir -p "/etc/systemd/system/kubelet.service.d" + tee "/etc/systemd/system/kubelet.service.d/10-httpproxy.conf" > /dev/null <<'EOF' +[Service] +EnvironmentFile=/etc/environment +EOF +} + +configureHTTPProxyCA() { + if [[ $OS == $MARINER_OS_NAME ]]; then + cert_dest="/usr/share/pki/ca-trust-source/anchors" + update_cmd="update-ca-trust" + else + cert_dest="/usr/local/share/ca-certificates" + update_cmd="update-ca-certificates" + fi + echo "${HTTP_PROXY_TRUSTED_CA}" | base64 -d > "${cert_dest}/proxyCA.crt" || exit $ERR_UPDATE_CA_CERTS + $update_cmd || exit $ERR_UPDATE_CA_CERTS +} + +configureCustomCaCertificate() { + mkdir -p /opt/certs + for i in $(seq 0 $((${CUSTOM_CA_TRUST_COUNT} - 1))); do + # directly referring to the variable as "${CUSTOM_CA_CERT_${i}}" + # causes bad substitution errors in bash + # dynamically declare and use `!` to add a layer of indirection + declare varname=CUSTOM_CA_CERT_${i} + echo "${!varname}" | base64 -d > /opt/certs/00000000000000cert${i}.crt + done + # This will block until the service is considered active. + # Update_certs.service is a oneshot type of unit that + # is considered active when the ExecStart= command terminates with a zero status code. + systemctl restart update_certs.service || exit $ERR_UPDATE_CA_CERTS + # after new certs are added to trust store, containerd will not pick them up properly before restart. + # aim here is to have this working straight away for a freshly provisioned node + # so we force a restart after the certs are updated + # custom CA daemonset copies certs passed by the user to the node, what then triggers update_certs.path unit + # path unit then triggers the script that copies over cert files to correct location on the node and updates the trust store + # as a part of this flow we could restart containerd everytime a new cert is added to the trust store using custom CA + systemctl restart containerd +} + +configureContainerdUlimits() { + CONTAINERD_ULIMIT_DROP_IN_FILE_PATH="/etc/systemd/system/containerd.service.d/set_ulimits.conf" + touch "${CONTAINERD_ULIMIT_DROP_IN_FILE_PATH}" + chmod 0600 "${CONTAINERD_ULIMIT_DROP_IN_FILE_PATH}" + tee "${CONTAINERD_ULIMIT_DROP_IN_FILE_PATH}" > /dev/null < /etc/kubernetes/certs/client.key + fi + if [ -n "${KUBELET_CLIENT_CERT_CONTENT}" ]; then + echo "${KUBELET_CLIENT_CERT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.crt + fi + if [ -n "${SERVICE_PRINCIPAL_FILE_CONTENT}" ]; then + echo "${SERVICE_PRINCIPAL_FILE_CONTENT}" | base64 -d > /etc/kubernetes/sp.txt + fi + + set +x + echo "${APISERVER_PUBLIC_KEY}" | base64 --decode > "${APISERVER_PUBLIC_KEY_PATH}" + # Perform the required JSON escaping + SP_FILE="/etc/kubernetes/sp.txt" + SERVICE_PRINCIPAL_CLIENT_SECRET="$(cat "$SP_FILE")" + SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\\/\\\\} + SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\"/\\\"} + rm "$SP_FILE" # unneeded after reading from disk. + cat << EOF > "${AZURE_JSON_PATH}" +{ + "cloud": "${TARGET_CLOUD}", + "tenantId": "${TENANT_ID}", + "subscriptionId": "${SUBSCRIPTION_ID}", + "aadClientId": "${SERVICE_PRINCIPAL_CLIENT_ID}", + "aadClientSecret": "${SERVICE_PRINCIPAL_CLIENT_SECRET}", + "resourceGroup": "${RESOURCE_GROUP}", + "location": "${LOCATION}", + "vmType": "${VM_TYPE}", + "subnetName": "${SUBNET}", + "securityGroupName": "${NETWORK_SECURITY_GROUP}", + "vnetName": "${VIRTUAL_NETWORK}", + "vnetResourceGroup": "${VIRTUAL_NETWORK_RESOURCE_GROUP}", + "routeTableName": "${ROUTE_TABLE}", + "primaryAvailabilitySetName": "${PRIMARY_AVAILABILITY_SET}", + "primaryScaleSetName": "${PRIMARY_SCALE_SET}", + "cloudProviderBackoffMode": "${CLOUDPROVIDER_BACKOFF_MODE}", + "cloudProviderBackoff": ${CLOUDPROVIDER_BACKOFF}, + "cloudProviderBackoffRetries": ${CLOUDPROVIDER_BACKOFF_RETRIES}, + "cloudProviderBackoffExponent": ${CLOUDPROVIDER_BACKOFF_EXPONENT}, + "cloudProviderBackoffDuration": ${CLOUDPROVIDER_BACKOFF_DURATION}, + "cloudProviderBackoffJitter": ${CLOUDPROVIDER_BACKOFF_JITTER}, + "cloudProviderRateLimit": ${CLOUDPROVIDER_RATELIMIT}, + "cloudProviderRateLimitQPS": ${CLOUDPROVIDER_RATELIMIT_QPS}, + "cloudProviderRateLimitBucket": ${CLOUDPROVIDER_RATELIMIT_BUCKET}, + "cloudProviderRateLimitQPSWrite": ${CLOUDPROVIDER_RATELIMIT_QPS_WRITE}, + "cloudProviderRateLimitBucketWrite": ${CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE}, + "useManagedIdentityExtension": ${USE_MANAGED_IDENTITY_EXTENSION}, + "userAssignedIdentityID": "${USER_ASSIGNED_IDENTITY_ID}", + "useInstanceMetadata": ${USE_INSTANCE_METADATA}, + "loadBalancerSku": "${LOAD_BALANCER_SKU}", + "disableOutboundSNAT": ${LOAD_BALANCER_DISABLE_OUTBOUND_SNAT}, + "excludeMasterFromStandardLB": ${EXCLUDE_MASTER_FROM_STANDARD_LB}, + "providerVaultName": "${KMS_PROVIDER_VAULT_NAME}", + "maximumLoadBalancerRuleCount": ${MAXIMUM_LOADBALANCER_RULE_COUNT}, + "providerKeyName": "k8s", + "providerKeyVersion": "" +} +EOF + set -x + if [[ "${CLOUDPROVIDER_BACKOFF_MODE}" = "v2" ]]; then + sed -i "/cloudProviderBackoffExponent/d" /etc/kubernetes/azure.json + sed -i "/cloudProviderBackoffJitter/d" /etc/kubernetes/azure.json + fi + + configureKubeletServerCert + if [ "${IS_CUSTOM_CLOUD}" == "true" ]; then + set +x + AKS_CUSTOM_CLOUD_JSON_PATH="/etc/kubernetes/${TARGET_ENVIRONMENT}.json" + touch "${AKS_CUSTOM_CLOUD_JSON_PATH}" + chmod 0600 "${AKS_CUSTOM_CLOUD_JSON_PATH}" + chown root:root "${AKS_CUSTOM_CLOUD_JSON_PATH}" + + echo "${CUSTOM_ENV_JSON}" | base64 -d > "${AKS_CUSTOM_CLOUD_JSON_PATH}" + set -x + fi + + if [ "${KUBELET_CONFIG_FILE_ENABLED}" == "true" ]; then + set +x + KUBELET_CONFIG_JSON_PATH="/etc/default/kubeletconfig.json" + touch "${KUBELET_CONFIG_JSON_PATH}" + chmod 0600 "${KUBELET_CONFIG_JSON_PATH}" + chown root:root "${KUBELET_CONFIG_JSON_PATH}" + echo "${KUBELET_CONFIG_FILE_CONTENT}" | base64 -d > "${KUBELET_CONFIG_JSON_PATH}" + set -x + KUBELET_CONFIG_DROP_IN="/etc/systemd/system/kubelet.service.d/10-componentconfig.conf" + touch "${KUBELET_CONFIG_DROP_IN}" + chmod 0600 "${KUBELET_CONFIG_DROP_IN}" + tee "${KUBELET_CONFIG_DROP_IN}" > /dev/null < /etc/modules-load.d/br_netfilter.conf + configureCNIIPTables +} + +configureCNIIPTables() { + if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then + mv $CNI_BIN_DIR/10-azure.conflist $CNI_CONFIG_DIR/ + chmod 600 $CNI_CONFIG_DIR/10-azure.conflist + if [[ "${NETWORK_POLICY}" == "calico" ]]; then + sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist + elif [[ "${NETWORK_POLICY}" == "" || "${NETWORK_POLICY}" == "none" ]] && [[ "${NETWORK_MODE}" == "transparent" ]]; then + sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist + fi + /sbin/ebtables -t nat --list + fi +} + +disableSystemdResolved() { + ls -ltr /etc/resolv.conf + cat /etc/resolv.conf + UBUNTU_RELEASE=$(lsb_release -r -s) + if [[ "${UBUNTU_RELEASE}" == "18.04" || "${UBUNTU_RELEASE}" == "20.04" || "${UBUNTU_RELEASE}" == "22.04" ]]; then + echo "Ingorings systemd-resolved query service but using its resolv.conf file" + echo "This is the simplest approach to workaround resolved issues without completely uninstall it" + [ -f /run/systemd/resolve/resolv.conf ] && sudo ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf + ls -ltr /etc/resolv.conf + cat /etc/resolv.conf + fi +} + +ensureContainerd() { + if [ "${TELEPORT_ENABLED}" == "true" ]; then + ensureTeleportd + fi + mkdir -p "/etc/systemd/system/containerd.service.d" + tee "/etc/systemd/system/containerd.service.d/exec_start.conf" > /dev/null < /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT + else + echo "Generating containerd config..." + echo "${CONTAINERD_CONFIG_CONTENT}" | base64 -d > /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT + fi + + tee "/etc/sysctl.d/99-force-bridge-forward.conf" > /dev/null < "${KUBELET_DEFAULT_FILE}" + echo "KUBELET_REGISTER_SCHEDULABLE=true" >> "${KUBELET_DEFAULT_FILE}" + echo "NETWORK_POLICY=${NETWORK_POLICY}" >> "${KUBELET_DEFAULT_FILE}" + echo "KUBELET_IMAGE=${KUBELET_IMAGE}" >> "${KUBELET_DEFAULT_FILE}" + echo "KUBELET_NODE_LABELS=${KUBELET_NODE_LABELS}" >> "${KUBELET_DEFAULT_FILE}" + if [ -n "${AZURE_ENVIRONMENT_FILEPATH}" ]; then + echo "AZURE_ENVIRONMENT_FILEPATH=${AZURE_ENVIRONMENT_FILEPATH}" >> "${KUBELET_DEFAULT_FILE}" + fi + + KUBE_CA_FILE="/etc/kubernetes/certs/ca.crt" + mkdir -p "$(dirname "${KUBE_CA_FILE}")" + echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" + chmod 0600 "${KUBE_CA_FILE}" + + if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" + mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" + touch "${KUBELET_TLS_DROP_IN}" + chmod 0600 "${KUBELET_TLS_DROP_IN}" + tee "${KUBELET_TLS_DROP_IN}" > /dev/null < /dev/null < /dev/null < /dev/null < /dev/null < "${SYSCTL_CONFIG_FILE}" + retrycmd_if_failure 24 5 25 sysctl --system +} + +ensureK8sControlPlane() { + if $REBOOTREQUIRED || [ "$NO_OUTBOUND" = "true" ]; then + return + fi + retrycmd_if_failure 120 5 25 $KUBECTL 2>/dev/null cluster-info || exit $ERR_K8S_RUNNING_TIMEOUT +} + +createKubeManifestDir() { + KUBEMANIFESTDIR=/etc/kubernetes/manifests + mkdir -p $KUBEMANIFESTDIR +} + +writeKubeConfig() { + KUBECONFIGDIR=/home/$ADMINUSER/.kube + KUBECONFIGFILE=$KUBECONFIGDIR/config + mkdir -p $KUBECONFIGDIR + touch $KUBECONFIGFILE + chown $ADMINUSER:$ADMINUSER $KUBECONFIGDIR + chown $ADMINUSER:$ADMINUSER $KUBECONFIGFILE + chmod 700 $KUBECONFIGDIR + chmod 600 $KUBECONFIGFILE + set +x + echo " +--- +apiVersion: v1 +clusters: +- cluster: + certificate-authority-data: \"$CA_CERTIFICATE\" + server: $KUBECONFIG_SERVER + name: \"$MASTER_FQDN\" +contexts: +- context: + cluster: \"$MASTER_FQDN\" + user: \"$MASTER_FQDN-admin\" + name: \"$MASTER_FQDN\" +current-context: \"$MASTER_FQDN\" +kind: Config +users: +- name: \"$MASTER_FQDN-admin\" + user: + client-certificate-data: \"$KUBECONFIG_CERTIFICATE\" + client-key-data: \"$KUBECONFIG_KEY\" +" > $KUBECONFIGFILE + set -x +} + +configClusterAutoscalerAddon() { + CLUSTER_AUTOSCALER_ADDON_FILE=/etc/kubernetes/addons/cluster-autoscaler-deployment.yaml + sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE + sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_SECRET | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE + sed -i "s||$(echo $SUBSCRIPTION_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE + sed -i "s||$(echo $TENANT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE + sed -i "s||$(echo $RESOURCE_GROUP | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE +} + +configACIConnectorAddon() { + ACI_CONNECTOR_CREDENTIALS=$(printf "{\"clientId\": \"%s\", \"clientSecret\": \"%s\", \"tenantId\": \"%s\", \"subscriptionId\": \"%s\", \"activeDirectoryEndpointUrl\": \"https://login.microsoftonline.com\",\"resourceManagerEndpointUrl\": \"https://management.azure.com/\", \"activeDirectoryGraphResourceId\": \"https://graph.windows.net/\", \"sqlManagementEndpointUrl\": \"https://management.core.windows.net:8443/\", \"galleryEndpointUrl\": \"https://gallery.azure.com/\", \"managementEndpointUrl\": \"https://management.core.windows.net/\"}" "$SERVICE_PRINCIPAL_CLIENT_ID" "$SERVICE_PRINCIPAL_CLIENT_SECRET" "$TENANT_ID" "$SUBSCRIPTION_ID" | base64 -w 0) + + openssl req -newkey rsa:4096 -new -nodes -x509 -days 3650 -keyout /etc/kubernetes/certs/aci-connector-key.pem -out /etc/kubernetes/certs/aci-connector-cert.pem -subj "/C=US/ST=CA/L=virtualkubelet/O=virtualkubelet/OU=virtualkubelet/CN=virtualkubelet" + ACI_CONNECTOR_KEY=$(base64 /etc/kubernetes/certs/aci-connector-key.pem -w0) + ACI_CONNECTOR_CERT=$(base64 /etc/kubernetes/certs/aci-connector-cert.pem -w0) + + ACI_CONNECTOR_ADDON_FILE=/etc/kubernetes/addons/aci-connector-deployment.yaml + sed -i "s||$ACI_CONNECTOR_CREDENTIALS|g" $ACI_CONNECTOR_ADDON_FILE + sed -i "s||$RESOURCE_GROUP|g" $ACI_CONNECTOR_ADDON_FILE + sed -i "s||$ACI_CONNECTOR_CERT|g" $ACI_CONNECTOR_ADDON_FILE + sed -i "s||$ACI_CONNECTOR_KEY|g" $ACI_CONNECTOR_ADDON_FILE +} + +configAzurePolicyAddon() { + AZURE_POLICY_ADDON_FILE=/etc/kubernetes/addons/azure-policy-deployment.yaml + sed -i "s||/subscriptions/$SUBSCRIPTION_ID/resourceGroups/$RESOURCE_GROUP|g" $AZURE_POLICY_ADDON_FILE +} + +configGPUDrivers() { + # install gpu driver + if [[ $OS == $UBUNTU_OS_NAME ]]; then + mkdir -p /opt/{actions,gpu} + if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then + ctr image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG + retrycmd_if_failure 5 10 600 bash -c "$CTR_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG gpuinstall /entrypoint.sh install" + ret=$? + if [[ "$ret" != "0" ]]; then + echo "Failed to install GPU driver, exiting..." + exit $ERR_GPU_DRIVERS_START_FAIL + fi + ctr images rm --sync $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG + else + bash -c "$DOCKER_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG install" + ret=$? + if [[ "$ret" != "0" ]]; then + echo "Failed to install GPU driver, exiting..." + exit $ERR_GPU_DRIVERS_START_FAIL + fi + docker rmi $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG + fi + elif [[ $OS == $MARINER_OS_NAME ]]; then + downloadGPUDrivers + installNvidiaContainerRuntime + enableNvidiaPersistenceMode + else + echo "os $OS not supported at this time. skipping configGPUDrivers" + exit 1 + fi + + retrycmd_if_failure 120 5 25 nvidia-modprobe -u -c0 || exit $ERR_GPU_DRIVERS_START_FAIL + retrycmd_if_failure 120 5 300 nvidia-smi || exit $ERR_GPU_DRIVERS_START_FAIL + retrycmd_if_failure 120 5 25 ldconfig || exit $ERR_GPU_DRIVERS_START_FAIL + + # Fix the NVIDIA /dev/char link issue + if [[ $OS == $MARINER_OS_NAME ]]; then + createNvidiaSymlinkToAllDeviceNodes + fi + + # reload containerd/dockerd + if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then + retrycmd_if_failure 120 5 25 pkill -SIGHUP containerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT + else + retrycmd_if_failure 120 5 25 pkill -SIGHUP dockerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT + fi +} + +validateGPUDrivers() { + if [[ $(isARM64) == 1 ]]; then + # no GPU on ARM64 + return + fi + + retrycmd_if_failure 24 5 25 nvidia-modprobe -u -c0 && echo "gpu driver loaded" || configGPUDrivers || exit $ERR_GPU_DRIVERS_START_FAIL + which nvidia-smi + if [[ $? == 0 ]]; then + SMI_RESULT=$(retrycmd_if_failure 24 5 300 nvidia-smi) + else + SMI_RESULT=$(retrycmd_if_failure 24 5 300 $GPU_DEST/bin/nvidia-smi) + fi + SMI_STATUS=$? + if [[ $SMI_STATUS != 0 ]]; then + if [[ $SMI_RESULT == *"infoROM is corrupted"* ]]; then + exit $ERR_GPU_INFO_ROM_CORRUPTED + else + exit $ERR_GPU_DRIVERS_START_FAIL + fi + else + echo "gpu driver working fine" + fi +} + +ensureGPUDrivers() { + if [[ $(isARM64) == 1 ]]; then + # no GPU on ARM64 + return + fi + + if [[ "${CONFIG_GPU_DRIVER_IF_NEEDED}" = true ]]; then + logs_to_events "AKS.CSE.ensureGPUDrivers.configGPUDrivers" configGPUDrivers + else + logs_to_events "AKS.CSE.ensureGPUDrivers.validateGPUDrivers" validateGPUDrivers + fi + if [[ $OS == $UBUNTU_OS_NAME ]]; then + logs_to_events "AKS.CSE.ensureGPUDrivers.nvidia-modprobe" "systemctlEnableAndStart nvidia-modprobe" || exit $ERR_GPU_DRIVERS_START_FAIL + fi +} + +disableSSH() { + systemctlDisableAndStop ssh || exit $ERR_DISABLE_SSH +} + +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line77.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line77.sh new file mode 100644 index 00000000000..87c14a755f5 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line77.sh @@ -0,0 +1,63 @@ +{ + "containerd": { + "fileName": "moby-containerd_${CONTAINERD_VERSION}+azure-${CONTAINERD_PATCH_VERSION}.deb", + "downloadLocation": "/opt/containerd/downloads", + "downloadURL": "https://moby.blob.core.windows.net/moby/moby-containerd/${CONTAINERD_VERSION}+azure/${UBUNTU_CODENAME}/linux_${CPU_ARCH}/moby-containerd_${CONTAINERD_VERSION}+azure-ubuntu${UBUNTU_RELEASE}u${CONTAINERD_PATCH_VERSION}_${CPU_ARCH}.deb", + "versions": [], + "pinned": { + "1804": "1.7.1-1" + }, + "edge": "1.7.5-1" + }, + "runc": { + "fileName": "moby-runc_${RUNC_VERSION}+azure-ubuntu${RUNC_PATCH_VERSION}_${CPU_ARCH}.deb", + "downloadLocation": "/opt/runc/downloads", + "downloadURL": "https://moby.blob.core.windows.net/moby/moby-runc/${RUNC_VERSION}+azure/bionic/linux_${CPU_ARCH}/moby-runc_${RUNC_VERSION}+azure-ubuntu${RUNC_PATCH_VERSION}_${CPU_ARCH}.deb", + "versions": [], + "pinned": { + "1804": "1.1.7" + }, + "installed": { + "default": "1.1.9" + } + }, + "nvidia-container-runtime": { + "fileName": "", + "downloadLocation": "", + "downloadURL": "", + "versions": [] + }, + "nvidia-drivers": { + "fileName": "", + "downloadLocation": "", + "downloadURL": "", + "versions": [] + }, + "kubernetes": { + "fileName": "kubernetes-node-linux-arch.tar.gz", + "downloadLocation": "", + "downloadURL": "https://acs-mirror.azureedge.net/kubernetes/v${PATCHED_KUBE_BINARY_VERSION}/binaries/kubernetes-node-linux-${CPU_ARCH}.tar.gz", + "versions": [ + "1.24.9-hotfix.20230612", + "1.24.10-hotfix.20230612", + "1.24.15", + "1.25.5-hotfix.20230612", + "1.25.6-hotfix.20230612", + "1.25.11", + "1.26.0-hotfix.20230612", + "1.26.3-hotfix.20230612", + "1.26.6", + "1.27.1-hotfix.20230612", + "1.27.3", + "1.28.0", + "1.28.1" + ] + }, + "_template": { + "fileName": "", + "downloadLocation": "", + "downloadURL": "", + "versions": [] + } +} +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line84.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line84.sh new file mode 100644 index 00000000000..e69de29bb2d diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh new file mode 100644 index 00000000000..69a6597fa7f --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh @@ -0,0 +1,357 @@ +#!/bin/bash +# ERR_SYSTEMCTL_ENABLE_FAIL=3 Service could not be enabled by systemctl -- DEPRECATED +ERR_SYSTEMCTL_START_FAIL=4 # Service could not be started or enabled by systemctl +ERR_CLOUD_INIT_TIMEOUT=5 # Timeout waiting for cloud-init runcmd to complete +ERR_FILE_WATCH_TIMEOUT=6 # Timeout waiting for a file +ERR_HOLD_WALINUXAGENT=7 # Unable to place walinuxagent apt package on hold during install +ERR_RELEASE_HOLD_WALINUXAGENT=8 # Unable to release hold on walinuxagent apt package after install +ERR_APT_INSTALL_TIMEOUT=9 # Timeout installing required apt packages +ERR_DOCKER_INSTALL_TIMEOUT=20 # Timeout waiting for docker install +ERR_DOCKER_DOWNLOAD_TIMEOUT=21 # Timout waiting for docker downloads +ERR_DOCKER_KEY_DOWNLOAD_TIMEOUT=22 # Timeout waiting to download docker repo key +ERR_DOCKER_APT_KEY_TIMEOUT=23 # Timeout waiting for docker apt-key +ERR_DOCKER_START_FAIL=24 # Docker could not be started by systemctl +ERR_MOBY_APT_LIST_TIMEOUT=25 # Timeout waiting for moby apt sources +ERR_MS_GPG_KEY_DOWNLOAD_TIMEOUT=26 # Timeout waiting for MS GPG key download +ERR_MOBY_INSTALL_TIMEOUT=27 # Timeout waiting for moby-docker install +ERR_CONTAINERD_INSTALL_TIMEOUT=28 # Timeout waiting for moby-containerd install +ERR_RUNC_INSTALL_TIMEOUT=29 # Timeout waiting for moby-runc install +ERR_K8S_RUNNING_TIMEOUT=30 # Timeout waiting for k8s cluster to be healthy +ERR_K8S_DOWNLOAD_TIMEOUT=31 # Timeout waiting for Kubernetes downloads +ERR_KUBECTL_NOT_FOUND=32 # kubectl client binary not found on local disk +ERR_IMG_DOWNLOAD_TIMEOUT=33 # Timeout waiting for img download +ERR_KUBELET_START_FAIL=34 # kubelet could not be started by systemctl +ERR_DOCKER_IMG_PULL_TIMEOUT=35 # Timeout trying to pull a Docker image +ERR_CONTAINERD_CTR_IMG_PULL_TIMEOUT=36 # Timeout trying to pull a containerd image via cli tool ctr +ERR_CONTAINERD_CRICTL_IMG_PULL_TIMEOUT=37 # Timeout trying to pull a containerd image via cli tool crictl +ERR_CONTAINERD_INSTALL_FILE_NOT_FOUND=38 # Unable to locate containerd debian pkg file +ERR_CNI_DOWNLOAD_TIMEOUT=41 # Timeout waiting for CNI downloads +ERR_MS_PROD_DEB_DOWNLOAD_TIMEOUT=42 # Timeout waiting for https://packages.microsoft.com/config/ubuntu/16.04/packages-microsoft-prod.deb +ERR_MS_PROD_DEB_PKG_ADD_FAIL=43 # Failed to add repo pkg file +# ERR_FLEXVOLUME_DOWNLOAD_TIMEOUT=44 Failed to add repo pkg file -- DEPRECATED +ERR_SYSTEMD_INSTALL_FAIL=48 # Unable to install required systemd version +ERR_MODPROBE_FAIL=49 # Unable to load a kernel module using modprobe +ERR_OUTBOUND_CONN_FAIL=50 # Unable to establish outbound connection +ERR_K8S_API_SERVER_CONN_FAIL=51 # Unable to establish connection to k8s api serve +ERR_K8S_API_SERVER_DNS_LOOKUP_FAIL=52 # Unable to resolve k8s api server name +ERR_K8S_API_SERVER_AZURE_DNS_LOOKUP_FAIL=53 # Unable to resolve k8s api server name due to Azure DNS issue +ERR_KATA_KEY_DOWNLOAD_TIMEOUT=60 # Timeout waiting to download kata repo key +ERR_KATA_APT_KEY_TIMEOUT=61 # Timeout waiting for kata apt-key +ERR_KATA_INSTALL_TIMEOUT=62 # Timeout waiting for kata install +ERR_VHD_FILE_NOT_FOUND=65 # VHD log file not found on VM built from VHD distro (previously classified as exit code 124) +ERR_CONTAINERD_DOWNLOAD_TIMEOUT=70 # Timeout waiting for containerd downloads +ERR_RUNC_DOWNLOAD_TIMEOUT=71 # Timeout waiting for runc downloads +ERR_CUSTOM_SEARCH_DOMAINS_FAIL=80 # Unable to configure custom search domains +ERR_GPU_DOWNLOAD_TIMEOUT=83 # Timeout waiting for GPU driver download +ERR_GPU_DRIVERS_START_FAIL=84 # nvidia-modprobe could not be started by systemctl +ERR_GPU_DRIVERS_INSTALL_TIMEOUT=85 # Timeout waiting for GPU drivers install +ERR_GPU_DEVICE_PLUGIN_START_FAIL=86 # nvidia device plugin could not be started by systemctl +ERR_GPU_INFO_ROM_CORRUPTED=87 # info ROM corrupted error when executing nvidia-smi +ERR_SGX_DRIVERS_INSTALL_TIMEOUT=90 # Timeout waiting for SGX prereqs to download +ERR_SGX_DRIVERS_START_FAIL=91 # Failed to execute SGX driver binary +ERR_APT_DAILY_TIMEOUT=98 # Timeout waiting for apt daily updates +ERR_APT_UPDATE_TIMEOUT=99 # Timeout waiting for apt-get update to complete +ERR_CSE_PROVISION_SCRIPT_NOT_READY_TIMEOUT=100 # Timeout waiting for cloud-init to place this script on the vm +ERR_APT_DIST_UPGRADE_TIMEOUT=101 # Timeout waiting for apt-get dist-upgrade to complete +ERR_APT_PURGE_FAIL=102 # Error purging distro packages +ERR_SYSCTL_RELOAD=103 # Error reloading sysctl config +ERR_CIS_ASSIGN_ROOT_PW=111 # Error assigning root password in CIS enforcement +ERR_CIS_ASSIGN_FILE_PERMISSION=112 # Error assigning permission to a file in CIS enforcement +ERR_PACKER_COPY_FILE=113 # Error writing a file to disk during VHD CI +ERR_CIS_APPLY_PASSWORD_CONFIG=115 # Error applying CIS-recommended passwd configuration +ERR_SYSTEMD_DOCKER_STOP_FAIL=116 # Error stopping dockerd +ERR_CRICTL_DOWNLOAD_TIMEOUT=117 # Timeout waiting for crictl downloads +ERR_CRICTL_OPERATION_ERROR=118 # Error executing a crictl operation +ERR_CTR_OPERATION_ERROR=119 # Error executing a ctr containerd cli operation + +# Azure Stack specific errors +ERR_AZURE_STACK_GET_ARM_TOKEN=120 # Error generating a token to use with Azure Resource Manager +ERR_AZURE_STACK_GET_NETWORK_CONFIGURATION=121 # Error fetching the network configuration for the node +ERR_AZURE_STACK_GET_SUBNET_PREFIX=122 # Error fetching the subnet address prefix for a subnet ID + +# Error code 124 is returned when a `timeout` command times out, and --preserve-status is not specified: https://man7.org/linux/man-pages/man1/timeout.1.html +ERR_VHD_BUILD_ERROR=125 # Reserved for VHD CI exit conditions + +ERR_SWAP_CREATE_FAIL=130 # Error allocating swap file +ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE=131 # Error insufficient disk space for swap file creation + +ERR_TELEPORTD_DOWNLOAD_ERR=150 # Error downloading teleportd binary +ERR_TELEPORTD_INSTALL_ERR=151 # Error installing teleportd binary +ERR_ARTIFACT_STREAMING_DOWNLOAD_INSTALL=152 # Error downloading or installing mirror proxy and overlaybd components + +ERR_HTTP_PROXY_CA_CONVERT=160 # Error converting http proxy ca cert from pem to crt format +ERR_UPDATE_CA_CERTS=161 # Error updating ca certs to include user-provided certificates + +ERR_DISBALE_IPTABLES=170 # Error disabling iptables service + +ERR_KRUSTLET_DOWNLOAD_TIMEOUT=171 # Timeout waiting for krustlet downloads +ERR_DISABLE_SSH=172 # Error disabling ssh service + +ERR_VHD_REBOOT_REQUIRED=200 # Reserved for VHD reboot required exit condition +ERR_NO_PACKAGES_FOUND=201 # Reserved for no security packages found exit condition + +ERR_SYSTEMCTL_MASK_FAIL=2 # Service could not be masked by systemctl + +OS=$(sort -r /etc/*-release | gawk 'match($0, /^(ID_LIKE=(coreos)|ID=(.*))$/, a) { print toupper(a[2] a[3]); exit }') +OS_VERSION=$(sort -r /etc/*-release | gawk 'match($0, /^(VERSION_ID=(.*))$/, a) { print toupper(a[2] a[3]); exit }' | tr -d '"') +UBUNTU_OS_NAME="UBUNTU" +MARINER_OS_NAME="MARINER" +KUBECTL=/usr/local/bin/kubectl +DOCKER=/usr/bin/docker +# this will be empty during VHD build +# but vhd build runs with `set -o nounset` +# so needs a default value +# prefer empty string to avoid potential "it works but did something weird" scenarios +export GPU_DV="${GPU_DRIVER_VERSION:=}" +export GPU_DEST=/usr/local/nvidia +NVIDIA_DOCKER_VERSION=2.8.0-1 +DOCKER_VERSION=1.13.1-1 +NVIDIA_CONTAINER_RUNTIME_VERSION="3.6.0" +export NVIDIA_DRIVER_IMAGE_SHA="sha-e8873b" +export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" +export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export CTR_GPU_INSTALL_CMD="ctr run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" +export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" +APT_CACHE_DIR=/var/cache/apt/archives/ +PERMANENT_CACHE_DIR=/root/aptcache/ +EVENTS_LOGGING_DIR=/var/log/azure/Microsoft.Azure.Extensions.CustomScript/events/ +CURL_OUTPUT=/tmp/curl_verbose.out + +retrycmd_if_failure() { + retries=$1; wait_sleep=$2; timeout=$3; shift && shift && shift + for i in $(seq 1 $retries); do + timeout $timeout "${@}" && break || \ + if [ $i -eq $retries ]; then + echo Executed \"$@\" $i times; + return 1 + else + sleep $wait_sleep + fi + done + echo Executed \"$@\" $i times; +} +retrycmd_if_failure_no_stats() { + retries=$1; wait_sleep=$2; timeout=$3; shift && shift && shift + for i in $(seq 1 $retries); do + timeout $timeout ${@} && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done +} +retrycmd_get_tarball() { + tar_retries=$1; wait_sleep=$2; tarball=$3; url=$4 + echo "${tar_retries} retries" + for i in $(seq 1 $tar_retries); do + tar -tzf $tarball && break || \ + if [ $i -eq $tar_retries ]; then + return 1 + else + timeout 60 curl -fsSLv $url -o $tarball > $CURL_OUTPUT 2>&1 + if [[ $? != 0 ]]; then + cat $CURL_OUTPUT + fi + sleep $wait_sleep + fi + done +} +retrycmd_curl_file() { + curl_retries=$1; wait_sleep=$2; timeout=$3; filepath=$4; url=$5 + echo "${curl_retries} retries" + for i in $(seq 1 $curl_retries); do + [[ -f $filepath ]] && break + if [ $i -eq $curl_retries ]; then + return 1 + else + timeout $timeout curl -fsSLv $url -o $filepath 2>&1 | tee $CURL_OUTPUT >/dev/null + if [[ $? != 0 ]]; then + cat $CURL_OUTPUT + fi + sleep $wait_sleep + fi + done +} +wait_for_file() { + retries=$1; wait_sleep=$2; filepath=$3 + paved=/opt/azure/cloud-init-files.paved + grep -Fq "${filepath}" $paved && return 0 + for i in $(seq 1 $retries); do + grep -Fq '#EOF' $filepath && break + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done + sed -i "/#EOF/d" $filepath + echo $filepath >> $paved +} +systemctl_restart() { + retries=$1; wait_sleep=$2; timeout=$3 svcname=$4 + for i in $(seq 1 $retries); do + timeout $timeout systemctl daemon-reload + timeout $timeout systemctl restart $svcname && break || \ + if [ $i -eq $retries ]; then + return 1 + else + systemctl status $svcname --no-pager -l + journalctl -u $svcname + sleep $wait_sleep + fi + done +} +systemctl_stop() { + retries=$1; wait_sleep=$2; timeout=$3 svcname=$4 + for i in $(seq 1 $retries); do + timeout $timeout systemctl daemon-reload + timeout $timeout systemctl stop $svcname && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done +} +systemctl_disable() { + retries=$1; wait_sleep=$2; timeout=$3 svcname=$4 + for i in $(seq 1 $retries); do + timeout $timeout systemctl daemon-reload + timeout $timeout systemctl disable $svcname && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done +} +sysctl_reload() { + retries=$1; wait_sleep=$2; timeout=$3 + for i in $(seq 1 $retries); do + timeout $timeout sysctl --system && break || \ + if [ $i -eq $retries ]; then + return 1 + else + sleep $wait_sleep + fi + done +} +version_gte() { + test "$(printf '%s\n' "$@" | sort -rV | head -n 1)" == "$1" +} + +systemctlEnableAndStart() { + systemctl_restart 100 5 30 $1 + RESTART_STATUS=$? + systemctl status $1 --no-pager -l > /var/log/azure/$1-status.log + if [ $RESTART_STATUS -ne 0 ]; then + echo "$1 could not be started" + return 1 + fi + if ! retrycmd_if_failure 120 5 25 systemctl enable $1; then + echo "$1 could not be enabled by systemctl" + return 1 + fi +} + +systemctlDisableAndStop() { + if systemctl list-units --full --all | grep -q "$1.service"; then + systemctl_stop 20 5 25 $1 || echo "$1 could not be stopped" + systemctl_disable 20 5 25 $1 || echo "$1 could not be disabled" + fi +} + +# return true if a >= b +semverCompare() { + VERSION_A=$(echo $1 | cut -d "+" -f 1) + VERSION_B=$(echo $2 | cut -d "+" -f 1) + [[ "${VERSION_A}" == "${VERSION_B}" ]] && return 0 + sorted=$(echo ${VERSION_A} ${VERSION_B} | tr ' ' '\n' | sort -V ) + highestVersion=$(IFS= echo "${sorted}" | cut -d$'\n' -f2) + [[ "${VERSION_A}" == ${highestVersion} ]] && return 0 + return 1 +} +downloadDebPkgToFile() { + PKG_NAME=$1 + PKG_VERSION=$2 + PKG_DIRECTORY=$3 + mkdir -p $PKG_DIRECTORY + # shellcheck disable=SC2164 + pushd ${PKG_DIRECTORY} + retrycmd_if_failure 10 5 600 apt-get download ${PKG_NAME}=${PKG_VERSION}* + # shellcheck disable=SC2164 + popd +} +apt_get_download() { + retries=$1; wait_sleep=$2; shift && shift; + local ret=0 + pushd $APT_CACHE_DIR || return 1 + for i in $(seq 1 $retries); do + dpkg --configure -a --force-confdef + wait_for_apt_locks + apt-get -o Dpkg::Options::=--force-confold download -y "${@}" && break + if [ $i -eq $retries ]; then ret=1; else sleep $wait_sleep; fi + done + popd || return 1 + return $ret +} +getCPUArch() { + arch=$(uname -m) + if [[ ${arch,,} == "aarch64" || ${arch,,} == "arm64" ]]; then + echo "arm64" + else + echo "amd64" + fi +} +isARM64() { + if [[ $(getCPUArch) == "arm64" ]]; then + echo 1 + else + echo 0 + fi +} + +logs_to_events() { + # local vars here allow for nested function tracking + # installContainerRuntime for example + local task=$1; shift + local eventsFileName=$(date +%s%3N) + + local startTime=$(date +"%F %T.%3N") + ${@} + ret=$? + local endTime=$(date +"%F %T.%3N") + + # arg names are defined by GA and all these are required to be correctly read by GA + # EventPid, EventTid are required to be int. No use case for them at this point. + json_string=$( jq -n \ + --arg Timestamp "${startTime}" \ + --arg OperationId "${endTime}" \ + --arg Version "1.23" \ + --arg TaskName "${task}" \ + --arg EventLevel "Informational" \ + --arg Message "Completed: ${@}" \ + --arg EventPid "0" \ + --arg EventTid "0" \ + '{Timestamp: $Timestamp, OperationId: $OperationId, Version: $Version, TaskName: $TaskName, EventLevel: $EventLevel, Message: $Message, EventPid: $EventPid, EventTid: $EventTid}' + ) + echo ${json_string} > ${EVENTS_LOGGING_DIR}${eventsFileName}.json + + # this allows an error from the command at ${@} to be returned and correct code assigned in cse_main + if [ "$ret" != "0" ]; then + return $ret + fi +} + +should_skip_nvidia_drivers() { + set -x + body=$(curl -fsSL -H "Metadata: true" --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2021-02-01") + ret=$? + if [ "$ret" != "0" ]; then + return $ret + fi + should_skip=$(echo "$body" | jq -e '.compute.tagsList | map(select(.name | test("SkipGpuDriverInstall"; "i")))[0].value // "false" | test("true"; "i")') + echo "$should_skip" # true or false +} +#HELPERSEOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line91.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line91.sh new file mode 100644 index 00000000000..84d8f8077d9 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line91.sh @@ -0,0 +1,46 @@ +#!/bin/bash + +set -o nounset +set -o pipefail + +get-apiserver-ip-from-tags() { + tags=$(curl -sSL -H "Metadata: true" "http://169.254.169.254/metadata/instance/compute/tags?api-version=2019-03-11&format=text") + if [ "$?" == "0" ]; then + IFS=";" read -ra tagList <<< "$tags" + for i in "${tagList[@]}"; do + tagKey=$(cut -d":" -f1 <<<$i) + tagValue=$(cut -d":" -f2 <<<$i) + if echo $tagKey | grep -iq "^aksAPIServerIPAddress$"; then + echo -n "$tagValue" + return + fi + done + fi + echo -n "" +} + +SLEEP_SECONDS=15 +clusterFQDN="${KUBE_API_SERVER_NAME}" +if [[ $clusterFQDN != *.privatelink.* ]]; then + echo "skip reconcile hosts for $clusterFQDN since it's not AKS private cluster" + exit 0 +fi +echo "clusterFQDN: $clusterFQDN" + +while true; do + clusterIP=$(get-apiserver-ip-from-tags) + if [ -z $clusterIP ]; then + sleep "${SLEEP_SECONDS}" + continue + fi + if grep -q "$clusterIP $clusterFQDN" /etc/hosts; then + echo -n "" + else + sudo sed -i "/$clusterFQDN/d" /etc/hosts + echo "$clusterIP $clusterFQDN" | sudo tee -a /etc/hosts > /dev/null + echo "Updated $clusterFQDN to $clusterIP" + fi + sleep "${SLEEP_SECONDS}" +done + +#EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line98.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line98.sh new file mode 100644 index 00000000000..a529b626472 --- /dev/null +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line98.sh @@ -0,0 +1,8 @@ +[Unit] +Description=Reconcile /etc/hosts file for private cluster +[Service] +Type=simple +Restart=on-failure +ExecStart=/bin/bash /opt/azure/containers/reconcilePrivateHosts.sh +[Install] +WantedBy=multi-user.target \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index 22b1f9c04cf..11a7e9caee8 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 67e672b1244..0c71711cf3d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand index b7e2d49973b..9bce1aaad26 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand index 8ea95c4b7c3..69156e3fd33 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand index cc334e6aa15..a913f5f89c9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand index b7e2d49973b..9bce1aaad26 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand index e7b053efee4..123964df887 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index 09e8c55abc1..3cb9e9eea42 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImageKata/CSECommand b/pkg/agent/testdata/CustomizedImageKata/CSECommand index 3f2d7623883..e7098bd36ab 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CSECommand +++ b/pkg/agent/testdata/CustomizedImageKata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 65e6c036445..04c85fbf6b7 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index 4dc3db70505..bb1640fd697 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index 3e57f521c4e..7eb81a9bf61 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index 65e6c036445..04c85fbf6b7 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index ba3ac1d0550..9383e6b760c 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 3e7b9aa227a..68fd0a30081 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index d2b3120915b..7b403578078 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index adf76ddac1e..f31fdf34f1d 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -1680,6 +1680,7 @@ HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" PROXY_VARS="{{GetProxyVariables}}" CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" +ENABLE_SECURE_TLS_BOOTSTRAPPING="{{EnableSecureTLSBootstrapping}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" THP_ENABLED="{{GetTransparentHugePageEnabled}}" From f8e126a4ef1ea1e874cfa0127333e6705adefceb Mon Sep 17 00:00:00 2001 From: Cameron Meissner Date: Thu, 28 Sep 2023 12:22:55 -0700 Subject: [PATCH 2/3] chore: renaming TLS-bootstrap related funcs for clarity --- parts/linux/cloud-init/artifacts/cse_cmd.sh | 2 +- parts/linux/cloud-init/artifacts/cse_config.sh | 2 +- parts/linux/cloud-init/nodecustomdata.yml | 2 +- pkg/agent/baker.go | 9 ++++++--- .../testdata/AKSUbuntu1604+Containerd/CSECommand | 2 +- .../testdata/AKSUbuntu1604+Containerd/CustomData | 2 +- .../testdata/AKSUbuntu1604+Containerd/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../testdata/AKSUbuntu1604+Docker/CSECommand | 2 +- .../testdata/AKSUbuntu1604+Docker/CustomData | 2 +- .../testdata/AKSUbuntu1604+Docker/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../AKSUbuntu1604+DynamicKubeletConfig/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/CSECommand | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/CustomData | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/line70.sh | 2 +- .../testdata/AKSUbuntu1604+K8S115/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S115/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S115/line70.sh | 2 +- .../testdata/AKSUbuntu1604+K8S117/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S117/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S117/line70.sh | 2 +- .../testdata/AKSUbuntu1604+K8S118/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S118/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S118/line70.sh | 2 +- .../AKSUbuntu1604+KubeletConfigFile/CSECommand | 2 +- .../AKSUbuntu1604+KubeletConfigFile/CustomData | 2 +- .../AKSUbuntu1604+KubeletConfigFile/line70.sh | 2 +- .../AKSUbuntu1604+OSKubeletDisk/CSECommand | 2 +- .../AKSUbuntu1604+OSKubeletDisk/CustomData | 2 +- .../AKSUbuntu1604+OSKubeletDisk/line70.sh | 2 +- .../AKSUbuntu1604+TempDisk+Containerd/CSECommand | 2 +- .../AKSUbuntu1604+TempDisk+Containerd/CustomData | 2 +- .../AKSUbuntu1604+TempDisk+Containerd/line70.sh | 2 +- .../AKSUbuntu1604+TempDiskExplicit/CSECommand | 2 +- .../AKSUbuntu1604+TempDiskExplicit/CustomData | 2 +- .../AKSUbuntu1604+TempDiskExplicit/line70.sh | 2 +- .../AKSUbuntu1604+TempDiskToggle/CSECommand | 2 +- .../AKSUbuntu1604+TempDiskToggle/CustomData | 2 +- .../AKSUbuntu1604+TempDiskToggle/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+Containerd+Certsd/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+Certsd/CustomData | 2 +- .../AKSUbuntu1804+Containerd+Certsd/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+Containerd+Kubenet/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+Kubenet/CustomData | 2 +- .../AKSUbuntu1804+Containerd+Kubenet/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+Containerd+MIG/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MIG/CustomData | 2 +- .../AKSUbuntu1804+Containerd+MIG/line70.sh | 2 +- .../AKSUbuntu1804+Containerd+MotD/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MotD/CustomData | 2 +- .../AKSUbuntu1804+Containerd+MotD/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+Containerd+Teleport/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+Teleport/CustomData | 2 +- .../AKSUbuntu1804+Containerd+Teleport/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+CustomCATrust/CSECommand | 2 +- .../AKSUbuntu1804+CustomCATrust/CustomData | 2 +- .../AKSUbuntu1804+CustomCATrust/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu1804+DisableCustomData/CSECommand | 2 +- .../AKSUbuntu1804+DisableCustomData/CustomData | 2 +- .../AKSUbuntu1804+DisableCustomData/line70.sh | 2 +- .../testdata/AKSUbuntu1804+HTTPProxy/CSECommand | 2 +- .../testdata/AKSUbuntu1804+HTTPProxy/CustomData | 2 +- .../testdata/AKSUbuntu1804+HTTPProxy/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/CSECommand | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/CustomData | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/line70.sh | 2 +- .../testdata/AKSUbuntu1804+krustlet/CSECommand | 2 +- .../testdata/AKSUbuntu1804+krustlet/CustomData | 2 +- .../testdata/AKSUbuntu1804+krustlet/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../testdata/AKSUbuntu2204+China/CSECommand | 2 +- .../testdata/AKSUbuntu2204+China/CustomData | 2 +- pkg/agent/testdata/AKSUbuntu2204+China/line70.sh | 2 +- .../AKSUbuntu2204+Containerd+MIG/CSECommand | 2 +- .../AKSUbuntu2204+Containerd+MIG/CustomData | 2 +- .../AKSUbuntu2204+Containerd+MIG/line70.sh | 2 +- .../AKSUbuntu2204+CustomCloud/CSECommand | 2 +- .../AKSUbuntu2204+CustomCloud/CustomData | 2 +- .../testdata/AKSUbuntu2204+CustomCloud/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line70.sh | 2 +- .../AKSUbuntu2204+SSHStatusOff/CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOff/CustomData | 2 +- .../AKSUbuntu2204+SSHStatusOff/line70.sh | 2 +- .../AKSUbuntu2204+SSHStatusOn/CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOn/CustomData | 2 +- .../testdata/AKSUbuntu2204+SSHStatusOn/line70.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 16 ++++++++-------- .../line70.sh | 2 +- .../AKSUbuntu2204+SecurityProfile/CSECommand | 2 +- .../AKSUbuntu2204+SecurityProfile/CustomData | 2 +- .../AKSUbuntu2204+SecurityProfile/line70.sh | 2 +- .../testdata/AKSUbuntu2204+cgroupv2/CSECommand | 2 +- .../testdata/AKSUbuntu2204+cgroupv2/CustomData | 2 +- .../testdata/AKSUbuntu2204+cgroupv2/line70.sh | 2 +- pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand | 2 +- pkg/agent/testdata/AzureLinuxV2+Kata/CustomData | 2 +- pkg/agent/testdata/AzureLinuxV2+Kata/line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- pkg/agent/testdata/CustomizedImage/CSECommand | 2 +- pkg/agent/testdata/CustomizedImage/CustomData | 2 +- pkg/agent/testdata/CustomizedImage/line65.sh | 2 +- .../testdata/CustomizedImageKata/CSECommand | 2 +- .../testdata/CustomizedImageKata/CustomData | 2 +- pkg/agent/testdata/CustomizedImageKata/line65.sh | 2 +- pkg/agent/testdata/MarinerV2+Kata/CSECommand | 2 +- pkg/agent/testdata/MarinerV2+Kata/CustomData | 2 +- pkg/agent/testdata/MarinerV2+Kata/line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- .../CSECommand | 2 +- .../CustomData | 2 +- .../line68.sh | 2 +- pkg/agent/testdata/RawUbuntu/CSECommand | 2 +- pkg/agent/testdata/RawUbuntu/CustomData | 2 +- pkg/agent/testdata/RawUbuntu/line70.sh | 2 +- .../testdata/RawUbuntuContainerd/CSECommand | 2 +- .../testdata/RawUbuntuContainerd/CustomData | 2 +- pkg/agent/testdata/RawUbuntuContainerd/line70.sh | 2 +- pkg/agent/utils.go | 5 +++-- pkg/agent/utils_test.go | 4 ++-- pkg/templates/templates_generated.go | 6 +++--- 205 files changed, 222 insertions(+), 218 deletions(-) diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index ef27702cdac..59c428a209e 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -113,7 +113,7 @@ HTTP_PROXY_URLS="{{GetHTTPProxy}}" HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" PROXY_VARS="{{GetProxyVariables}}" -CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" +ENABLE_TLS_BOOTSTRAPPING="{{EnableTLSBootstrapping}}" ENABLE_SECURE_TLS_BOOTSTRAPPING="{{EnableSecureTLSBootstrapping}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" diff --git a/parts/linux/cloud-init/artifacts/cse_config.sh b/parts/linux/cloud-init/artifacts/cse_config.sh index 9e33c68ead9..bdbb06ab9d0 100755 --- a/parts/linux/cloud-init/artifacts/cse_config.sh +++ b/parts/linux/cloud-init/artifacts/cse_config.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/parts/linux/cloud-init/nodecustomdata.yml b/parts/linux/cloud-init/nodecustomdata.yml index a2bb1755640..5f1b95e11f6 100644 --- a/parts/linux/cloud-init/nodecustomdata.yml +++ b/parts/linux/cloud-init/nodecustomdata.yml @@ -276,7 +276,7 @@ write_files: AZURE_ENVIRONMENT_FILEPATH=/etc/kubernetes/{{GetTargetEnvironment}}.json {{- end}} -{{ if IsKubeletClientTLSBootstrappingEnabled -}} +{{ if EnableTLSBootstrapping -}} - path: /var/lib/kubelet/bootstrap-kubeconfig permissions: "0644" owner: root diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index a2be21b597a..262e6415b2e 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -312,7 +312,7 @@ func validateAndSetLinuxNodeBootstrappingConfiguration(config *datamodel.NodeBoo } func validateAndSetWindowsNodeBootstrappingConfiguration(config *datamodel.NodeBootstrappingConfiguration) { - if IsKubeletClientTLSBootstrappingEnabled(config.KubeletClientTLSBootstrapToken) { + if IsTLSBootstrappingEnabledWithHardCodedToken(config.KubeletClientTLSBootstrapToken) { // backfill proper flags for Windows agent node TLS bootstrapping if config.KubeletConfig == nil { config.KubeletConfig = make(map[string]string) @@ -378,10 +378,13 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration "IsKubeletConfigFileEnabled": func() bool { return IsKubeletConfigFileEnabled(cs, profile, config.EnableKubeletConfigFile) }, - "IsKubeletClientTLSBootstrappingEnabled": func() bool { - return config.EnableSecureTLSBootstrapping || IsKubeletClientTLSBootstrappingEnabled(config.KubeletClientTLSBootstrapToken) + "EnableTLSBootstrapping": func() bool { + // this will be true when we get a hard-coded TLS bootstrap token in the NodeBootstrappingConfiguration + // to use for performing TLS bootstrapping + return IsTLSBootstrappingEnabledWithHardCodedToken(config.KubeletClientTLSBootstrapToken) }, "EnableSecureTLSBootstrapping": func() bool { + // this will be true when we can perform TLS bootstrapping without the use of a hard-coded bootstrap token return config.EnableSecureTLSBootstrapping }, "GetTLSBootstrapTokenForKubeConfig": func() string { diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index 391392c201d..ad084997115 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData index 392aeb3961e..769091823de 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index b1c1834e913..a276949c15c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 1342c03aafe..2425a95e281 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index 9d3af1fc270..f658444c9ba 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index 1342c03aafe..2425a95e281 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 189dea1ca89..91172e0824e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index b3bf9f90d54..aa9ff629b87 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 189dea1ca89..91172e0824e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index b3bf9f90d54..aa9ff629b87 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index 15fbe7c0450..2c66b101f4c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData index 392aeb3961e..769091823de 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index cbdd566b3b8..68a5cbda1b7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index 3c40d965357..1db8a9b5238 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index 39fcb509258..3cb2d74c231 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index a7160efa8cb..66c619eb066 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index a0f128f80a6..d05ee4d4827 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index cfff662e370..dee2ce4137a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index 392aeb3961e..769091823de 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index a465654350f..2696dbfc7c4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index d22bcd2b924..f8a17e9da6b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 80c934ead2f..b9f72a6ab9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index 259c14796ac..c08fe69e4d9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index cfff662e370..dee2ce4137a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index 392aeb3961e..769091823de 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index 9400716808b..2e8ab3496c6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index 93f7693ae88..47430dfd4e6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 061e13c0c34..0ca85eaf35c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index 42f5377c2f4..a96e34ceab0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index e8959e74a56..bb36f905113 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index 93f7693ae88..47430dfd4e6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 9d435b3a8cf..7527eb548eb 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index 531ffd6335a..7037319ef24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index c8f1d6b9eed..60158ee5ff7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 2ef4c17cd1e..0195ad2d3fc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index c1271a9825f..1997100f980 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index d87d9f3d1ba..1dc9c510c14 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index a4262992db0..66871c3e4e2 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index 99c2b080bb0..a40bcdc422a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index eab58437d19..6b67cf6dbd4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index 1a4b16ddc30..56871761789 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index c6128f9b3da..35a59872c3b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index d5cf7941a37..21c65769feb 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index 188872b25ac..5a768637e69 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index 531ffd6335a..7037319ef24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index 1c44afc74ea..0428cfa6b6a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index 531ffd6335a..7037319ef24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 8490d0ace3e..36a525df067 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index a4d6f5fe39f..8379a5e0756 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index 711d7e673bc..035a3ce70a8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index 7821564b779..20190ad6dfd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index 99c2b080bb0..a40bcdc422a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index 0f95a5e28b5..6fc2df3e7dd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 4375997e470..891f4f4b369 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 931153663c0..6d0fb2ce5a6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 931153663c0..6d0fb2ce5a6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index f9a41e8df0f..13bea728fcf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 9e375c873b4..bfffc3bb277 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 35287ae555a..1fbd67668f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 22e9273e563..2e42c2bbcc4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index 6521c0d563c..d1f32c422fc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index e05e1e0c056..43979de1901 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 2ef4c17cd1e..0195ad2d3fc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index cb8cb04f1b7..c139aec5c44 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index 8a2877afe67..8573497fa10 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index c5954d850e6..5ab3970536f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index d786b904bdf..6be9730e5e7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index a3c08aa4fee..5a77afafe8b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 550ad64e195..7046118bb0a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index 5efc16a9683..0e8b2e859e3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 999e8e61994..57d57d92b03 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index ade13dd2b0b..ea029ef35c0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index 22537767180..375fea57809 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData index f9f0b6d5989..9cf1ac645a6 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 84e51315bb4..d6a1e7e8a79 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index cf67e2a0fd1..670618518ea 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 008777fe98a..851ad2b2889 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 01a872eb572..e368b475589 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index 239eb56cedd..a22a2e7f0be 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index ade13dd2b0b..ea029ef35c0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index d8c9f294e85..59b3804c310 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index ade13dd2b0b..ea029ef35c0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand index df5f83e4275..9b426bb1a7d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData index 830043d5ebf..82569fe3d76 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" @@ -242,7 +242,7 @@ write_files: NETWORK_POLICY= KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 -- path: /var/lib/kubelet/bootstrap-kubeconfig +- path: /var/lib/kubelet/kubeconfig permissions: "0644" owner: root content: | @@ -254,16 +254,16 @@ write_files: certificate-authority: /etc/kubernetes/certs/ca.crt server: https://:443 users: - - name: kubelet-bootstrap + - name: client user: - token: "" + client-certificate: /etc/kubernetes/certs/client.crt + client-key: /etc/kubernetes/certs/client.key contexts: - context: cluster: localcluster - user: kubelet-bootstrap - name: bootstrap-context - current-context: bootstrap-context - + user: client + name: localclustercontext + current-context: localclustercontext - path: /opt/azure/containers/kubelet.sh permissions: "0755" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index 11a7e9caee8..af2127546f2 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData index 2d0b33103e2..82569fe3d76 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 0c71711cf3d..0c12347a29f 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index ade13dd2b0b..ea029ef35c0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand index 9bce1aaad26..693b2da261c 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData index 6e30741a3ea..668ecdfab0e 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/line68.sh b/pkg/agent/testdata/AzureLinuxV2+Kata/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/line68.sh +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand index 69156e3fd33..f7053a33694 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData index 6e30741a3ea..668ecdfab0e 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line68.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand index a913f5f89c9..1b92d9c82ee 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData index 6e30741a3ea..668ecdfab0e 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line68.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand index 9bce1aaad26..693b2da261c 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData index 6e30741a3ea..668ecdfab0e 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line68.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 123964df887..676ab16883d 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData index 6e30741a3ea..668ecdfab0e 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line68.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index 3cb9e9eea42..f8e48ff9436 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CustomData b/pkg/agent/testdata/CustomizedImage/CustomData index 4ed36a7874e..6c919e7e771 100644 --- a/pkg/agent/testdata/CustomizedImage/CustomData +++ b/pkg/agent/testdata/CustomizedImage/CustomData @@ -62,7 +62,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/CustomizedImage/line65.sh b/pkg/agent/testdata/CustomizedImage/line65.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/CustomizedImage/line65.sh +++ b/pkg/agent/testdata/CustomizedImage/line65.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/CustomizedImageKata/CSECommand b/pkg/agent/testdata/CustomizedImageKata/CSECommand index e7098bd36ab..9b47ad6a542 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CSECommand +++ b/pkg/agent/testdata/CustomizedImageKata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImageKata/CustomData b/pkg/agent/testdata/CustomizedImageKata/CustomData index 4ed36a7874e..6c919e7e771 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CustomData +++ b/pkg/agent/testdata/CustomizedImageKata/CustomData @@ -62,7 +62,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/CustomizedImageKata/line65.sh b/pkg/agent/testdata/CustomizedImageKata/line65.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/CustomizedImageKata/line65.sh +++ b/pkg/agent/testdata/CustomizedImageKata/line65.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 04c85fbf6b7..e7661ef0092 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index b4c2d5daf1f..08c8f4dbc00 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/MarinerV2+Kata/line68.sh b/pkg/agent/testdata/MarinerV2+Kata/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line68.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index bb1640fd697..36b8d04a8b2 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData index b4c2d5daf1f..08c8f4dbc00 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index 7eb81a9bf61..594a1fdf675 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData index b4c2d5daf1f..08c8f4dbc00 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index 04c85fbf6b7..e7661ef0092 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData index b4c2d5daf1f..08c8f4dbc00 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 9383e6b760c..b4ed0f71cce 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData index b4c2d5daf1f..08c8f4dbc00 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 68fd0a30081..1c2430095b2 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index 392aeb3961e..769091823de 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/RawUbuntu/line70.sh b/pkg/agent/testdata/RawUbuntu/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/RawUbuntu/line70.sh +++ b/pkg/agent/testdata/RawUbuntu/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 7b403578078..5e4094c5eeb 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index 647379d2beb..98ade33230d 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasXR7JDaG7r+xWTiuZ5jTqf2+OqoCmmuJ4n9/IKeiPgtpYILhpKNat4eTW3wKxQGTUXAGuCBCmAz7Eb5rwb0/NpfTc1F9U9qJ68A3iPWichtrrFO5ZthFOrai9IEVZYO5Z9SBClYpSDZO4rYITPtJN9srD3gWybTzW3HYGSG2wPaYD6UkOx46xzu35zckTg8h74edKBfdOHnJwbIkZ6r7t8o+/kEIPvbuZ6F5bUEA6ViSRkR6/NdPVio6L/S7X/nxcMU24+jnL979/2JDA4rkmTWKh3kRMePWhZB73Csm2Vq/udNri3p6zLEwI9C0cv+ng0iG9HmSDPijWy1QKXbZARPgpQxHIv8300guYvWQq2DHnq8Xx7ljcf64EHP+9/sb7ppsOZk+qfqdaKd3OsdhxniHd4tbtk7+btdtZB4W5U7PbQJqHICU90BndlYJgx5iUT3mmUOS5P84Zgilufljqjv+GxsM7vJNbpR9Z2sFzAgHEURfShTB92Kx7B6r2YBNBX5jQGe4ICgCOwpoDBkmHN48/7Hs/ffn715+9PZm/cn+vqf159CwqigAY3g1cOSBEvlMVK5/PTkxcmLOlrOmissHAgcAsdCqIKyuluhbpwkjNyTCIcLHAKJ5/RMUfKWGJaUCwhQDFyQKNKib7C4xeoOFRABC6quWjCaLpb6MZGZN515ECwRiV+ryzFZRVFzGFPpnQ8Y+FLdt5AA+jISiiIQDM3nJJAqqnE8g0vKAD+iVRJhmA2mBSThmZz66C1T2mDsnp2UVU27qGoa4cZQjAREkIBhhAllAn7sgvEPkGFG2V2xI+nK72XW0qOi1b2heDEiiyligsgMP38Gbe+zZCuyUC+jKIzjHyPbhfama6hPjM5JhA+/RPYMOseHY1fTWdlANHUmap7q2vHmz09l5PRCX9UhHPBjon1aPZFDInXlJztV1S/KxPhRAMNyj8twiYCR+Rl4GgQYh681ZFYjTmOGI5L1MQKd52cuGWp+1CLWCe656tTkNehJGErPl+6rrB/T2PgnZjTDozHkuTWZlzfc1I9aeBLf07vNa2wbLlazQOlIrqpgFrl2VrOs7dQbZdyfDP0PA91Vyko79uptesV2XWzVTTAn2zv1TrCiUb0A2NXusJPE3ldL6jXeSp3iR96nsWA0mkYoxtWT67ZjyfjMsf42sx1rIOe1TNPGk6L1TB1jN6djDIuUxdXtaW+ZRV2J6XtDePuhnDfZdmfI5XhjVfnRlfvSWCaHeXHs6eREP9xznd7iEYrJHHMxIKxWghmZY/vScr2B7fQ2N/hVhsPrvtDewJOMHhjRfHR8VGOhDaMYLOkKd9pFnbRzJrltAOr5XkPsVELIuhgFSMX52nVamdPRhxhKzuflX5sIHQleIS99+j+63WZiRQ9CA+rWtYkTwzA2Y89quHk4sjRCJNA53LTa2RVW+9Lum55106pFlRVpspiyiMBuWu28IfJvg/HNMVnIFkoZ3tU/GShckVgB7GK2GettQdRi8Y3wdye3feFwqbKKUrZVV4bDjQjX1ueb1okMAndZ2ngsW2SyV0jNVFAeoAgzMwzlvp9Nnf5wpkZhzryJ6nd3fHMwqNX3q12REldG43qFQAVRI8RJRNdybz1bo1WUiaJbL/m3n/WQ7MGHb9m9yfaeWxbF4nv6bdGC9l4Rmxm5ODiCk76W8Ue48fS2Nqb6FZM/Qjm74VIhXtxy+SNk2aIkWL9/8SyqhXeZfbtP41i9rVd3LLOvunLGVt+bOH7fsVR3tzl0e+1X6mm7ObS+3rQyxwhvWtLN/w+/ab2G/Fd9t6b+Jb/5U/+1ft+n/k2fuwzyBwCtOEwoicWMRRqueP+TLkjl/U8aRySWUeXqpvX6prizk71PtZPKSn1X8yDvQlp1GgW5YihZ5tdkcqFzMgv58eyBxCF94GcxFhkN/iUaFRyOESKgDFfpnP/47t33GbEFiiK8RyPZ962BrP6QBJ2b1lMLWvsWgL2f9ayVIMWMUPD1uVeN4B6ge1q/jZzfJ77Da2Acnb/r/vQ+u2Ac01CmapV7xt+//0HfM5ZJ845LuwGR+4ieBxL0LMErfev4GAT5m8bILyL3Zm7H9Xp9szPsZW/N5sWuydYPs81f+uONX1oNU/La+txrv8p09KxhPWRv0G5MccvxnkewHPZDbqA6ycM7UZ3goU2I4ZB/+NbeuTSplW+XCNtL6Rit8IdvG+vos2hIDWwLZDnes6jc4fUWkWvr834a5RIuZ/eURiRYb6zg6pRMHyUeYwpJx0gUoUOWYMWy9+Fbp7p4887mRO7UbkvyTqO6myUtx3g1nQ1UrxevNEnnfYOLJAXdCVYci5UPPmV9kzvfe6q/M/QVqbd2+OtFkj7VOhB+qzVS5dW9vNu3OOBv7IkFCAQDskILDInM0NrjT/bANv2BY3+yHH1Ke970o++ZVzVCTdngD/CmqxKHW8SXYATQavc9xy9KIcOh3x8NnsdUKjXXbwfHgq3VPnHGl7naW5ty9dr/Wfsp1xrDQj/01t2hnDKpuaxUNTTvq+kss+1rlceSeFF7vLjAL3JcOWw9GnezYyH/U2kuqRmHA1upXD8OfqeJtjpMSpNk7Rl/zCq57uF/jfKzTha2Ir9T5flTZ9EzH3oL6UMcURSWS0s53/X4x6rJtGjpddJYkFXl6WRVY9NAU5mFc4HjAI/y15SkL2w+xEW5EjCmAniaJJQJHIJ6+YhwkNTPgN+RJMn6OmsrX6UPW+r7TV4kOlwl0t2yRtGTY6RgBN16aWiP5XbT/r7bzYnzFfkXEHz7A0Rhdih+DLVsJ7gkj+rMQPuKLiEHS8RAveites8btobDbwGqupi2sLteSWIeNaNooN68HstAc6uh5AXoR4EqTV9Zg114An94L9mrueSORBEYrn31cTbd2XRW1WS+EFUb5WpL2DP4ZYN8HjPdO3+PIhIigRt2+cxirwg3ndH7d6dSRQ3/Pw1eQEzVckVjUIA7CqoHC747psp332UTuIw1QFoZh+p+xuZUPXom6BOAcgpVx/yfcqzd7bG6I9t3LHc29NSz9TvGUp+ap9umPZ5MWw3Acj11QrlJNHN+Sc71TG/m5ltRNozyg9yHGsZTgdPyyHH/uUXiOXUmI/3mH2NpInDY+vOOd/FrurbHlxPfmYz8/sRxZlPPGuzen4/euoptpkJgyyXyl/fmJMatioPrM4P/IfeurjCX9lVlYL596Y8ta6BbwvKrFRu8IrrgvqA+vsex4NAyr92zvmudbY7hbGt/2poG2xo7mvj2ktCC7d+qDvi8sP9oQTYWhBa0dh2ybUEeuwjUr6q5H7fbdAf6m2JFE+B8udH6m71t4LofJakX1uTy5P8FAAD//0yUqQN5awAA + H4sIAAAAAAAA/9x9a3fbOJLod/+KGkW3E88NLSWdznZ7WtlDS7TDsV5DUunOtudwYRKSMKYIBgBtaxL/93sA8ClRD3fP7D1ns2e3E7FeqCoAVYUC9sWfOrck7twivjwZTwaWb48H1q+99qsl5SJGKwzfQCASgRHA21MNMjZHVgXi9OQkoPGcLFKGzXBF4hnH7NXp1xMAgGCJFhgMC4w3YNjq/66gC8YIfpJ/oNX+ag5G9njmWs5Tq4oSbX57yvlMGblHAvejlAvMPlIu+KtT0PxWdyFhYCTQwSLo8DUXeBVm/+0wHNA4IBE2Ek3CkGPgZxyzexLgs7CjaAiaBsvfSeBN15h/CeMzKakmhvG/gBR8gE6I7ztxGkXw88/W5PLkN1dD/v3Eiu8Jo/EKx6LXup5dWL45tX3Xcj5ZTmasrxu/PLVOJA0ALU0gIitGtxE249AViAnYIR58+wb4kQhoW47ju59dzxr1vaHveqbj+ZemPTx5Kr3BYyjmCWI4Fh/TBZ6iBS4MZXl9iX/p+v3J+LLXynU052rA2hXIHH77TfqB93HqW2PzYmgNnlrwpx60WvD3v/8FxBLHClL+wcGSbgN/AEm2c4dZjKPOatURpVT+Ml3gBC1wB6vhhxu0jkPqbbH8AO2v9QE+Kcpzsj2sgXXpmFfHjaqAPW5QIZ4ztHjemDROb5PfnhE9Vea/+4CSSxKVZn4BSyESft7pRBix+GxFAkY5nYuzgK46ODZS3hGMprcR5ktKRQf9M2W4c0+YSFFkrFCwJDGuwxghlo5vyMWHGwmjtxFe8RckxLEg87UREn5nRGnMlQT8ASU+J//E/t1tr/0KPyYM2l/dX8ypf2kPLd+1/8vyRxdPcPNneNPtdk9LrIgGSBAa91raHbMRmULgVSJAUEg5ltYChjlNWYBB8q7Y2BjqeSt/zoaWgxoJYuLNtr3z777E8RMklr32qzmJw1UswIgZGBQEYgsswHCh/YphFEYkvgNjfoDX6WnBRNGeM5wpJZxD++s24yf4BhyH8CaEb4Ae7uDl14SRWED73dPLkpgeavtrlegTGAsB7a9V7T9tD7Z0y19IFCl11lQJc8qULWBOItyq4dVN1Ch/R8JIzHIORBw3cLdjns7nJCA4FpoxT1CAgcYb8ggKAcNI4FKqc2D4S4r59nClLjb18hqQdh8SLyS1OYoiuEWBIj1xFZezs7NyqNmaMScnmfvZc3jAENA0CuOXotkFCy5VJ82oV93zn3JlqSnyqWEJegEDwnAgojUESxzcgRyh1I3iS6lUmfxO2Ro4iQOsBERSOoajtYR8KcG0G74EFD2gNYdbrHSwlINhEh8idIujgi3lvp7pvQNeTqnY59rGFDr/Pzw50/fxPvyvcFfJVCkN2l8LBT79cb+ty12JAeRC2ncs05Oxozu7vLT7tjX2/IHtXvvu1Oxbu1xZj8XN5YEHqbhbDBzd4xAEPYct3zzRK6Rg62AV+mTuzxGJUobh7Tv4Ad7+oKaThFYB5Ma4rrfobYQzlaGoUAZUNLqiIbzvdreQD8qyulO6/h1M91GVxGj8b6JqGHxJH+AbLBj+XZLn0coGYkzjzPP4A3ShqyIKFfLNuUC3tRjCEkEloj0qslch48HwPYdKGH1clxG6tnD3/bt3RyLVxdFIKBHyfzPoTTnqXzs//aCoNXLfAZqt/d5kMHmFAnx6DmJJOCSIxBxWGG5TAV9SEtwBikO5HIs1MDxHclGuGOa3EYrRArO/lwY4SkdyYZRm/eh5U3/qTH797M+coVtGrY1Bawnda0LNJcCltTcIyNjRV6L8TgJm8CUlDJ+fS0rn54oU3DQM5Kb1l5LeHnOVpAd4jtJIVJOvm/0jvmk9U+sHmO3VzrOZVXKT3NLu80zt1kbu/h5j89p4nk2iZm6+aW/332TwPeP+d5h8j47+qNHHk+MtnsP2ttEOGyqmxSCej9yomZ3i/KtNsFP036P8bFmXEeJdeosjrAL2RK7jaaJC49ITix2n1VRPytDL+lGrKD8dB9950zWke5VCtjaqTi+tyeXL5rqTzPl7W2azJpe1nV3661SS75vFtp6F3BMXej1oj0zHHluOP3FVmWo7zA4wE36Iuei1OilnHb5EDHeSO9IJkCFYyoWh06AOioMlZbyMW9MkRAL7wSrstfTfjRxHA9WC7U1GMpaJMnYBMuRnMicy0jzIYhs2m3Z5sFRZuz1n5nrWwO+bTy34BreI4/fvwAjhgwQshHrSvtQ3zwImWvW4bDYdyJCsb/p9y/FcxaldSrYfuGqufsoFXfVRv5S/IRqjiehIuXS1RXoyARJD+xXHX6AL7Vev2l/7M9ebjCQXNT6/P5mNvScw4M3p6elfIKSVVDPMU02G55ixLE2WU+EeMYJuIwyIS2WURKXofvsreapkKS8gQCnHHG5RCDy95YKIVAajgBmjjEsZVdW7wnkdoxUJUBStIcRBhBhW0ZTM5f77T/8txUBhCAgitMYM6BxIrKUltPTQHPMesRitcK9BTNgq7v0pg94yeqneTrf2R/4maUkHUORCGuM8SpShoc6mIiqXkliQSKkwm+1AOAQ05iTEDIeAAkHu8VmGPctcRTI9qyAgoDHmSypArBMsh5/GRIBYIpFhNlGFhyXWhQLrEQequNyDgK5WUrMCsxWJ5byAByKWgOCfmFHgAolU0gozoYoqNTDMVX06bRLy4DR4AWguMIMYP6gJzkHZOAxVvglqLQAuKMOv5UgEIjFmoVZlTIVemMUSr+TqnDCaYBat4RbPKcO5aLkaEVnBEjOlOkFhie6xjtkfKLuTXs0FQ2SxFIAe0FpNHCQzb76M1pL2PeGExjiEmIa5YTmFByxBAwyo0IUek6qjFGPS+gkzvEDNZOibECK8ojHHAgKaEMwzlARxjkO4XSsyKZf09KST3F/DwxIJtRCDYGSxwIzXLZAgsVTukDEs/r2BpHwwYCTRfpMLQe8xU5KoQoDSV1ESynLIvNwk5dGzUvHXJCuGy7Uv/TWR2qFzrfZ5RB+Kwlmhu4qV8T1ma0FWUrW5gyi/L9yjzglSLs1Y6HaHp5Yc6otr8fMsIitSHGH1J2PPlHvgwJ8N7ZHt+QNnMvXtsa5WT03vY69xQy/5VPZ0joWfavrFsYrOS+UCepiVWlDzFLXbfQ6WijyOBG843mq/ytbGLQKuXCMFg5fyf27il6cqzqieZWVebjAcURSeHLZKaZZrHRbJGAczufEVO9717MIaWl5+ijZ17E9yfbm2PleNIsMqFmOBebZqZ3EWVwTP7vC61URNbQ3Hk5Gbvo4daYJjziNY4JhxBAZNBbQPiApvu+9+rGEz/AUM6fPG4w/dn8AI0ZrDf3zf7YJxh9eHCTayLcYEBk9v/wGtTn+sgubsCPmpBYacW48CWhIAB8KMxFjumYOxe16DrE2d6x/L815zaudCzS6Gdv+gPVBCqkoEqEyIncSKk+miVnMUNH2IVXn8XNXID6Do4fzXzLH8v7qT8Y5BqIr32T84jTdlr2NuSKyn7i6YbTm3AJsykE3dlme2YMSSTO4Q/aGqCMuZbI29p10Z5R6EjaCo0bJBRHAs5BTbSm2bxZH++XyZ6ljPECwP1LYFkz5h9y05r8Z9e2oO9dp4WLaDiPvF48mZeBS1XFRGBv/3sZadNDltjbQRYhmq6RTl0Kx4AVPM5pStskMrVbAJQfoaYB6ghMT6xNrV57PbU0BLraltKyAzk2v1HcvrtdqvAiRdOqPWOj0Or0m1NYhO5+amc3Nzc/P0L6PXkvRa2bHCqiIzvIA0jjGWYYiO9RhGoYw95oyu9ImhnslIwM8/gzW5zGyxNY31otkKIpqGrXPVVmA6V8q7J7PBU+u1/i5wjGJh5yDW2Bx7vl1+l/mUiuIIjXMod3bh9h176tmTcRUWobCvJkABuEsTTUguDhgWBxC1Cgvk/CT0itE00aiO5U5mTt/yr5zJbFpA5sGlBhpO+qaUvvh8v/LWCdYfP4187/PUqqogxmq3KoY/rsjAcZAyItZKhhJqbHm/TJxrKfHMsb3PG/Lc10h+sh1vZg79DKkG5WyPcQPc3zFmRlOBPZlHl5ycycyzfM+8GJYDTBhZIbY27xGJ0C2JiFi7Vemmjj0ync+++cm0h+aFPZTDcSsqyAi4AYpwI6bbN4dWDUX55VTmPiFmFyi4o/P5iIYZnvLRqTP5ZA8sx78w+9eTy0t/NBlYewm0zmEH7tMeLAcLRjDfjew7lufYlruPiPWY0BjHYg8V69fpZCwX6z1kBinL3XQXmcHM0b67h8xfiRCY7SHyV9vzLKeRhIMEHso8ogHdMT1LReb7Mf82dfch+3+bNuuyIHCRBnd4rwD+xax/bR2W4xdGBD4kjP+LY3vWMSIdJqflqlNMOdancaGtOpfE2noUOOa5oWeu5Y/MsXllDXx7YI09OcGsXz1r7FYMLXN1k3OyiEs69kBPmJlrOb7puvbVuEqjss6mHNsxFygO8AgLFCKBCt722PXMcd/yR5ZnDkzPfCpWTRReoEgiMfcuzRdPc+BfmEOJ4fju9azgERIuV5tJKm5pGofu2PQUjzrGwHbl8uNPZt7FZDYe+BIu54gfgygN8QhxgdkloytXoDhELBxeKFLWr/3hbCDV5XqW4186k5EvhR+YzsAfXjwVK5I23yeURpX16HqkDlG0zT6Zs6GXZR0Z2go9klW6GlaG7aQR7tM0m9kj81d7NBv5ckTFgJyZisRm5dTO2V/jdc787kfe2v76CbPMC1oy89Gdmjo2Mx4rVfMDayL0oHX/tqGfh+MQDAKtzr41qxO2tgLGMvs4jpZecY6glIefu/Pw2jmV7fp5WVXHLdDrQUuwFG/HypWIVmVY13XcfclWER1Z40+2MxmP5DpdSb7qCdhOwpWq9EY+dhzKdnq2D28rScggrfEnBdd0rnCUIBX3y82V26PIkSbjS/tKJyFlO+zRttkgs2mZUB/H5bUQ7Su7zLGL1k5jHIWwZYojsLYSyYqSdmVqx1GuWKRBfVmdrbla2Hj8F9CVnvuZastG7H2qzfgcq9ht8KxSuAvueb3vmxq+HJpXbs8w9JDgoCPli+1GY3N/bFd6mrNkbE512Z0kQu5wHFiaVa8fKLsDGsMtI+EC66OxpvarN2+7Wa8YDRNGbzHcMj/GYk4imefVDjRGE7nQX2w2WxkxtKpIrTzRX9FQimPI7fos7FRhKs1PlQHaU5UW8M2B579vnNlW0pnpcHalTNWDllrZGzad1T20+2Pbv7DH/sB2pL/pTUCyiggX+nNufdvpbPiT6sHbANkiUuBsyzgZ2v3P2XIUoIgEtEHKYkN7yV+0Vir1aGkjtop/V/rmWy8WL58hFI72i6VOcnd9jGms9ArffbdBI9/u1TpbyvY/PbqssCX/dPgtiTv4NpsXhoAYCTCMAl5Pryw0dPXaJHPa6B6HhZ9FHIxIMO3OTH2teC4SzR9mF7OxN/Mda2iZrtVrv4r4rc9whBHHYDAw+Gndi+sImSLf/HjWfZfboxHibfcgxFsFseNKhx0vKCPxgmfHE6HBMgXAlxSzdXFYe5uK7KyJCA6V4W40FGuy6vCXZEdtZJVEmAtAScIoCpb52oSYDMWhYEg4T7NDWJoKkBtBhAWO1pDGRCYIUQRElKx+U33YLI2LfSUjVbUGKFflaUghisHgR2A0GvSgK+x1B+1pOOa1Q7fMx/IAxrOG1nTieAejFk3HwxFOKBPhSeb1+3tzmo7mWnCypzun8TAPP+LA12fMTe05Gxtjfto+pVz09Hws9iljCpcT5xfTGYDZ71tTLz9CqzfZVg7JKtPlajrzx3mCITVUW5P4HUn8+J6EBPkhI/eY+ZkD1XVaU6py3CscY4bUvYiYxsbVdFY9nc32b7nlyi/qGDhMsXToTyMQaJEdPxRRb3lsmC1e44kvRd9bHC8ZdrKoQNBVVN+HVVjxi+n1P/qePbImM++k0ju0NZatMRS3O3aL+u+RUUftNZ8LRHQWdn76yVA9BYbeC+Q/HhALd3kZnMRYnJHk/t0ZSfwMGHrwpvxdNbyhKDrLvkpFVADe7wXQUmT/MeK5EaAoMgrnlWA6StsbUenRgWHoKbV1c7HvDeVyPTEHtQNiwo2sccUwvqQECwhpcIeZ9PBXBZif7VzwtgvfdxXTDKzhguTAH0z615bju95kqqK30z03Lyv+csxly2xlG9NBmkziKaMrwoP0Qumu2Eh38dK4RkyNME2ew65YAA+yEDnkc8gPlC4L2rn6svq/9avVz9HsodVrWkC1NXYvnopuyjGTkaWBrnLzVa8cV3mPJrOxp5OJwqrHMw8ijJi/omks/ITRBC1UPdefR2jBS3kyXirVK4lrah3d01ApmdQ77d5IJ+zWm+n0ESOH9ibhrURc/vnHF3h59hJ+bgD/7ju4ZRjdNYV6ikmbgCGFeNvtNtI+sDLl0fHGZSceYZzAm02uRafbvllbmUaHZu7+GacW5Xx9rs3g3U7ftBYUa0Dh7hV//9if3r8/OJfCZZDcvz9iIsHR6SZJ3vvZuron2SwEzcpyW00xA+tS1U0rXlvPsRV0PbrIICpbYU5N5+xlRUD9WxUCKmWCKsunVgMVx7qyVTnY7X+0BrOhDOx6Ovr4cBylehrWa8jLjiSUA9gj88qqDEz9+/lkVGPM0LywhlUtVX49hmSl/0CfE1eKnAoua81qTl52o/QO0DsoWDbLC//y++aOToCsvQKVrTxlHN5+FRLVUptzy8k85T0A1bqcahN1dtbhSlydem7VtzYAasVRnVL43tD1LyYTz/Ucczq1x1d7K6O5fiTW8wt5IuK3lAouGEo2qnh7NLTBr1AUNBX/aoAHKn/NsBtlvxrQ82t+NfUWVT+pnbzyd49YJyK3ucY6lW+GUahrL0oTVFkylH9KEaRglUJk7yhih8y0k3yzsfaAb5lMN7Udg5EZbg9og/lQQrJjrXO4f3NyR+LwHPp60IF+yYWfnxggR3quun6j7OcTgOxv53r2ldcRDJSKJWVErM939V6hou9Kt/2dFw9SbD+Kcv7u3fcnMiisSJJZq3SQEx03alkEvcOxbpKp+Z83ubakr8vQAj8KRS/7ezaIbESbI82IN7LVApVukxE8CVLGcCzyfzeB5C5aC7EOeujxfnmUNx7rgwc973+zv+lmwZqT6Z+q14h2cq93GmaId3i3uGXP5O921ULibVXu9NAmoMrJS3UHdGZjmSjkpRHdY5Y5LE3yB2OKGJ6XO6K+27Oxzewm1+hG1fexXsCAcBRF9KFMGXQLHsPqnZoF0FTkNwV4ggOCIrCngMKQYc7hzfsfz95/f/bm7U9nb96f6Gt/Xn8KCaOCBjSCVw9LEiyVx0jl8tOTFycv6mg5a66wcCBwCBwLoQrJ6k6FummSMHJPIhwucAgkntMzRclbYlhSLiBAMXBBokiLvsHiFqu7U0AELKi6YsFouljqR0Rm3nTmQbBEJH6tLsVklUTNYUyldz5g4Et1z0IC6EtIKIpAMDSfk0CqqMbxDC4pA/yIVkmEYTaYFpCEZ3LqI7dMaYOxe3ZSVjPtoppphBtDMRIQQQKGESaUCfixC8Y/QIYZZVfFjmQrv49ZS4uKFveGosWILKaICSIz+/z5s73Pka3IQr2IojCOf4RsF9qbrqE+MTonET78Atkz6Bwfjl1NZ2Xj0NSZqHmqa8abPz+VkdMLfUWHcMCPifZp9TQOidRVn+w0Vb8kE+NHAQzLPS7DJQJG5mfgaRBgHL7WkFltOI0ZjkjWvwh0np+1ZKj5EYtYJ7jnqtOS16AnYSg9X7qvsn5MY+OfmNEMj8aQ59RkXt5sUz9q4Ul8T+82r69tuFjNAqUjuapyWeTYWa2ytlNvlG9/MvQ/DHRXKSft2Ku36RXbdbFVN8GcbO/UO8GKBvUCYFebw04Se18rqdd2K/WJH3mfxoLRaBqhGFdPrNuOJeMzx/rbzHasgZzXMj0bT4qWM3V83ZyOMSxSFle3p73lFXUVpu8N4e2Hct5k250hl+ONVeVHV+5LY3t8VRTFnk5O9IM91+ktHqGYzDEXA8JqpZeRObYvLdcb2E5vc4NfZTi87gvtDTzJ6IERzUfHRzUW2jCKwZKucKdd1Ec7Z5LbBqCe7zXETiWErItRgFScr12nlTkdfYih5Hxe/rWJ0JHgFfLSp/+j220mVvQeNKBuXZc4MQxjM/ashpuHI0sjRAKdw02rnV1dtS/tvulZN61aVFmRJospiwjsptXOGyH/NhjfHJOFbKGU4V39k4HCFYkVwC5mm7HeFkQtFt8If3dy2xcOlyqrKGVbdWU43IhwbX2+aZ3IIHCXpY3HsjUme33UTAXlAYowM8NQ7vvZ1OkPZ2oU5sybqD53xzcHg1pdv9oNKXFlNK5XCFQQNUKcRHQt99azNVpFmSi65ZJ/+1kPyR58+Jbdl2zvuV1RLL6n3xYtaO8VsZmRi4MjOOnrGH+EG09va2OqXy35I5Szmy0V4sXtlj9Cli1KgvV7F8+iWniX2bf7NI7Vm3p1xzL7qhtnbPW9ieP3HUt1dZtDt9d+pZ60m0Pr600rc4zwpiXd/P/wm9ZryH/Vd2rqX/IbP/Vf6/d86t/0ecsgf/jPisOEkljMWKThinc/6YJU3v2kcURiGVWublqvb4q7Otm7VDuprNR3NQ/y7qNVp1GQK4aSZX49Jhc6J7OQH88eSBzSB34WY5HR4F+iUcHhGCECynCVzvmP7959nxFboCjCezSSfd8ayOoPSdC5aT21oLVvAdj7Wc9aCVLMCAVfn3vVCO4Buqf1W8j5PeI7vAbG0fm77k/vs4vFMQ1lqla5X/z9+x/0/WKZNO+4rBsQuY/oeSBBzxK80reNj0GQv2mM/AJyb+Z2XK/XNzvDXvbGbF7smmz9MNv8pT/e+KXVMCWvrc+99qtMR88a1kP29uzGFLcc73kEy2E/5Aaqkzy8E9UJHtqEGA75h2/tnUuTWvl2ibC9lI7RCn/4trGOPouG1MC2QJbjPYvKHV5vEbm2Pu+nUS7hcnZPaUSC9cYKrk7H9BHiMaaQdIxEETpkCVYsex++daqLN+9sTuRO7ZYk7zSqu1nScoxX09lA9XjxSnN03i+4SFLQHWDFcVj50FPWL7nznaf6+0JfkXpjh79eJOlTrfPgt1oDVV7dy7t8i4P9xl5YgEAwICu0wJDIDK09/mQPbNMfOPYny9Gns+dNP/qeeVUj1JQN/gBvuipxuEV8CUYArXbfc/yiFDIc+v3R4HlMpVJz/XZwLNha7RNnfJmrvbUpV6/9n7Wfcq0xLPQDb90dyimTmstKVUPzvprOMtu+VnksiRe1R4sL/CLHlcPWo3E3OxXyP5WmkppxOLCVyvXj4HeaaKuzpDRJ1pbxx6yS6x7+1yg/62BhK/I7VZ4/cRY984G3kD7EEUVhubSU812Pf6yaS4tWXieNBVlVnkxWNTYNNJVZOBc4DvAof0VJ+sLmA1yUKwFjKoCnSUKZwCGoF48IB0n9DPgdSZKsn7O28lX6r6W+3+RFosNVIt0laxS9OEYKRtCtl4b2WG437e+73Zw4X5F/AcG3P0AUZofix1DLdoJL8qjODLSv6BJysEQM1Eveque8YWs4/AagqotpC7vrlSTmUTOKBuqt67EMNLcaSV6Afgyo0uyVNdaFJ/CH95K9mkvuSBSB4dpXH2fTnc1mVU3mC1G1Qa62hD2DXzbI5zHTPfP3KCIhErhhl88s9opw0xm9f3cqVdTw/8vgBcRULVc0BgW4o6B6sOC7Y6p89102gctYA6SVcajuZWxO1aNngj4BKKdQdcz/Kcfa3R6rO7J9x3JnQ089V79jLPWpebpt2uPJtNUALNdTJ5SbRDPnl+Rcz/Rmbr4VZcMoP8h9qGE8FTgtjxz3n1sknlNnMtJv/TGWJgKHrT/veA+/pmt7fDnxncnI708cZzb1rMHu/fnoravYZioEtlwif3FvTmLcqji4PjP4H3Lv6gpzaV9VBubbl/7Ysgb62kl+pWKDV0QX3BfUx/c4Fhxa5rV71nets80xnG3tT1vTYFtjRxPfXhJasP1b1QGfF/YfLcjGgtCC1q5Dti3IYxeB+hU19+N2e+5Af1OsaAKcLzdafrM3DVz3oyT1wppcnvy/AAAA//8rWCVycWsAAA== - path: /opt/azure/manifest.json permissions: "0644" diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line70.sh b/pkg/agent/testdata/RawUbuntuContainerd/line70.sh index 9e33c68ead9..bdbb06ab9d0 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line70.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line70.sh @@ -382,7 +382,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" diff --git a/pkg/agent/utils.go b/pkg/agent/utils.go index d437e335a02..c6f07bb491a 100644 --- a/pkg/agent/utils.go +++ b/pkg/agent/utils.go @@ -358,8 +358,9 @@ func IsKubeletConfigFileEnabled(cs *datamodel.ContainerService, profile *datamod IsKubernetesVersionGe(cs.Properties.OrchestratorProfile.OrchestratorVersion, "1.14.0")) } -// IsKubeletClientTLSBootstrappingEnabled get if kubelet client TLS bootstrapping is enabled. -func IsKubeletClientTLSBootstrappingEnabled(tlsBootstrapToken *string) bool { +// IsTLSBootstrappingEnabledWithHardCodedToken returns true if the specified TLS bootstrap token is non-nil, meaning +// we will use it to perform TLS bootstrapping +func IsTLSBootstrappingEnabledWithHardCodedToken(tlsBootstrapToken *string) bool { return tlsBootstrapToken != nil } diff --git a/pkg/agent/utils_test.go b/pkg/agent/utils_test.go index c80abe434fc..a19ab226534 100644 --- a/pkg/agent/utils_test.go +++ b/pkg/agent/utils_test.go @@ -441,7 +441,7 @@ func TestGetKubeletConfigFileCustomKCShouldOverrideValuesPassedInKc(t *testing.T } } -func TestIsKubeletClientTLSBootstrappingEnabled(t *testing.T) { +func TestIsTLSBootstrappingEnabledWithHardCodedToken(t *testing.T) { cases := []struct { tlsBootstrapToken *string expected bool @@ -460,7 +460,7 @@ func TestIsKubeletClientTLSBootstrappingEnabled(t *testing.T) { } for _, c := range cases { - actual := IsKubeletClientTLSBootstrappingEnabled(c.tlsBootstrapToken) + actual := IsTLSBootstrappingEnabledWithHardCodedToken(c.tlsBootstrapToken) if actual != c.expected { t.Errorf("%s: expected=%t, actual=%t", c.reason, c.expected, actual) } diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index f31fdf34f1d..425e61981f9 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -1679,7 +1679,7 @@ HTTP_PROXY_URLS="{{GetHTTPProxy}}" HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" PROXY_VARS="{{GetProxyVariables}}" -CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" +ENABLE_TLS_BOOTSTRAPPING="{{EnableTLSBootstrapping}}" ENABLE_SECURE_TLS_BOOTSTRAPPING="{{EnableSecureTLSBootstrapping}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" @@ -2119,7 +2119,7 @@ ensureKubelet() { echo "${KUBE_CA_CRT}" | base64 -d > "${KUBE_CA_FILE}" chmod 0600 "${KUBE_CA_FILE}" - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then + if [ "${ENABLE_TLS_BOOTSTRAPPING}" == "true" ]; then KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" touch "${KUBELET_TLS_DROP_IN}" @@ -7109,7 +7109,7 @@ write_files: AZURE_ENVIRONMENT_FILEPATH=/etc/kubernetes/{{GetTargetEnvironment}}.json {{- end}} -{{ if IsKubeletClientTLSBootstrappingEnabled -}} +{{ if EnableTLSBootstrapping -}} - path: /var/lib/kubelet/bootstrap-kubeconfig permissions: "0644" owner: root From 8ca6d9b235d87e8858244f6e9d5dd3d80898b053 Mon Sep 17 00:00:00 2001 From: Cameron Meissner Date: Thu, 28 Sep 2023 12:26:04 -0700 Subject: [PATCH 3/3] chore: fix lint --- pkg/agent/baker.go | 5 ++--- pkg/agent/utils.go | 2 +- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index 262e6415b2e..f9ba0f81cdb 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -379,12 +379,11 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration return IsKubeletConfigFileEnabled(cs, profile, config.EnableKubeletConfigFile) }, "EnableTLSBootstrapping": func() bool { - // this will be true when we get a hard-coded TLS bootstrap token in the NodeBootstrappingConfiguration - // to use for performing TLS bootstrapping + // this will be true when we get a hard-coded TLS bootstrap token in the NodeBootstrappingConfiguration to use for performing TLS bootstrapping. return IsTLSBootstrappingEnabledWithHardCodedToken(config.KubeletClientTLSBootstrapToken) }, "EnableSecureTLSBootstrapping": func() bool { - // this will be true when we can perform TLS bootstrapping without the use of a hard-coded bootstrap token + // this will be true when we can perform TLS bootstrapping without the use of a hard-coded bootstrap token. return config.EnableSecureTLSBootstrapping }, "GetTLSBootstrapTokenForKubeConfig": func() string { diff --git a/pkg/agent/utils.go b/pkg/agent/utils.go index c6f07bb491a..5e5eadcdd21 100644 --- a/pkg/agent/utils.go +++ b/pkg/agent/utils.go @@ -359,7 +359,7 @@ func IsKubeletConfigFileEnabled(cs *datamodel.ContainerService, profile *datamod } // IsTLSBootstrappingEnabledWithHardCodedToken returns true if the specified TLS bootstrap token is non-nil, meaning -// we will use it to perform TLS bootstrapping +// we will use it to perform TLS bootstrapping. func IsTLSBootstrappingEnabledWithHardCodedToken(tlsBootstrapToken *string) bool { return tlsBootstrapToken != nil }