diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index 60cc423a406..fd08d6c392a 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -150,4 +150,5 @@ CONTAINERD_CONFIG_CONTENT="{{GetContainerdConfigContent}}" CONTAINERD_CONFIG_NO_GPU_CONTENT="{{GetContainerdConfigNoGPUContent}}" IS_KATA="{{IsKata}}" SYSCTL_CONTENT="{{GetSysctlContent}}" +PRIVATE_EGRESS_PROXY_ADDRESS="{{GetPrivateEgressProxyAddress}}" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/parts/linux/cloud-init/artifacts/cse_main.sh b/parts/linux/cloud-init/artifacts/cse_main.sh index 9c061d0169b..522b2ac345b 100755 --- a/parts/linux/cloud-init/artifacts/cse_main.sh +++ b/parts/linux/cloud-init/artifacts/cse_main.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/parts/windows/kuberneteswindowssetup.ps1 b/parts/windows/kuberneteswindowssetup.ps1 index fde9e63537f..ed436867d37 100644 --- a/parts/windows/kuberneteswindowssetup.ps1 +++ b/parts/windows/kuberneteswindowssetup.ps1 @@ -134,6 +134,7 @@ $global:UseInstanceMetadata = "{{GetVariable "useInstanceMetadata"}}" $global:LoadBalancerSku = "{{GetVariable "loadBalancerSku"}}" $global:ExcludeMasterFromStandardLB = "{{GetVariable "excludeMasterFromStandardLB"}}" +$global:PrivateEgressProxyAddress = "{{GetPrivateEgressProxyAddress}}" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -216,7 +217,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index 4a00608465e..520bc28b952 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -945,6 +945,9 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration "ShouldEnableCustomData": func() bool { return !config.DisableCustomData }, + "GetPrivateEgressProxyAddress": func() string { + return config.ContainerService.Properties.SecurityProfile.GetProxyAddress() + }, } } diff --git a/pkg/agent/baker_test.go b/pkg/agent/baker_test.go index 04c6c2ffd89..8c0e2b818e7 100644 --- a/pkg/agent/baker_test.go +++ b/pkg/agent/baker_test.go @@ -1027,7 +1027,10 @@ oom_score = 0 Entry("AKSUbuntu2204 with SecurityProfile", "AKSUbuntu2204+SecurityProfile", "1.26.0", func(config *datamodel.NodeBootstrappingConfiguration) { config.ContainerService.Properties.SecurityProfile = &datamodel.SecurityProfile{ - // TODO add PrivateEgress + PrivateEgress: &datamodel.PrivateEgress{ + Enabled: true, + ProxyAddress: "https://test-pe-proxy", + }, } }, nil), ) @@ -1328,7 +1331,10 @@ var _ = Describe("Assert generated customData and cseCmd for Windows", func() { Entry("AKSWindows2019 with SecurityProfile", "AKSWindows2019+SecurityProfile", "1.26.0", func(config *datamodel.NodeBootstrappingConfiguration) { config.ContainerService.Properties.SecurityProfile = &datamodel.SecurityProfile{ - // TODO add PrivateEgress + PrivateEgress: &datamodel.PrivateEgress{ + Enabled: true, + ProxyAddress: "https://test-pe-proxy", + }, } }), ) diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index 5083ee0a43b..4536dcca5fc 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData index 256bd75afd0..98bae8db4a4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 64de5336ecf..5bc5fa6a1aa 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 21fd298a90c..fed4d623be4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index a44525ae25a..c12fd79fe0b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index 21fd298a90c..fed4d623be4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 2c32d1c7777..7feecb83c41 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index 6ffc70960c5..91f299f4f4b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 2c32d1c7777..7feecb83c41 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index 6ffc70960c5..91f299f4f4b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index 79c92d1e10c..2b981e5b2f2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData index 256bd75afd0..98bae8db4a4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index 73efc2dd713..7c31ea2caf3 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index fb8d0d8f6e8..e2b21306940 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index 868ec6a7747..1082da8e8ba 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index 1bd673cdec9..f37cce84fd9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index c56e4250ef8..ad309e8ed17 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index abf63da0910..22f481aafbd 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index 256bd75afd0..98bae8db4a4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 222c83c2a66..cb081a69d07 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index fd7c7dc1a99..9f47c5f99d3 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 94e66953f8e..cffaf0953be 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index ee41cae8b4c..c3e894f13f2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index abf63da0910..22f481aafbd 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index 256bd75afd0..98bae8db4a4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index c87ff86eb47..144d55baa63 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index e99a2cf4d10..5c584a330b7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index ed321c79385..e9f260212d7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index a9393e5c01d..663a14c94f7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index 167d29c8e06..87ecf18152d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index e99a2cf4d10..5c584a330b7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 3a27a80633a..97f68e5f21f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index ebc2f4b6668..3bdf1c0c405 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index ba889aaaa81..2e65f003773 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 2362e76da6c..85e401c5ac5 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index 72941e40c15..343ea54305a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index c6def2baf0a..3aadd97183c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 0dad6dff067..7732979e11a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index 34c77881751..5ac6cb78edf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index b5a36b3f83f..7b76de190b0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index efecd352095..8305e9d241f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index 5206ee960f9..5353e4f101a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index 89d2173add9..34e219c1cbd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index b90ac7c5d25..9092059ebd4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index ebc2f4b6668..3bdf1c0c405 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index 7962a55c050..1397db63ba8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index ebc2f4b6668..3bdf1c0c405 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 8cb6760b7ba..fda0db1b73b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index 61b505db54e..1fdfe0b4991 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index 8542f296599..e83f9beffb7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index 0d572eb6808..fb5b257adc7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index 34c77881751..5ac6cb78edf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index 732946cc70e..f341b6e69fc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 6bc0f00943c..d93fc2bdb7a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 835ef24b8e5..4ab9ee23a64 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 835ef24b8e5..4ab9ee23a64 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index a840dc240f2..efa82d8b9ab 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 77d77e4f085..7abd55b966c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 7386e73ad5d..185050efb1c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 8591ad8b1ab..0d05fb543ef 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index 5fe013b4504..ff27394ab73 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index bf14943aaec..17ccf80a022 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 2362e76da6c..85e401c5ac5 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 34716437ac0..734af6064d4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index a14437dd872..4646218473c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index badebb0b225..cad668db908 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index 3dcd95370b8..f0e417c6d79 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index 7b18b0c1f79..7e9fb865186 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index a0608fcd8e8..12c8988522a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index 7cd71359856..fd4c3596b66 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 0be1548c44b..66c8b16c48d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index 0b9c67e114c..72ad5102e20 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index d4359367bec..57091c75713 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData index 4ba96317bb3..8954eaf86d6 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 4a84a8c3443..d1a4133e7e2 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index 2698133277e..398b05b0dbf 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index e91be762908..12c8dd44e62 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index abe353389f6..65cec6cd7bf 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index 9b7aacd4e44..d9d833161e1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index 0b9c67e114c..72ad5102e20 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index b4736c31c24..19d537a5de4 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index 0b9c67e114c..72ad5102e20 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index fad64863d26..22b1f9c04cf 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData index 3bb44ff4099..29a3c8223a4 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 2d952293068..67e672b1244 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index 0b9c67e114c..72ad5102e20 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/AKSWindows2019+CustomCloud/CustomData b/pkg/agent/testdata/AKSWindows2019+CustomCloud/CustomData index 74c48eaf58f..011b3689532 100644 --- a/pkg/agent/testdata/AKSWindows2019+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+CustomCloud/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+CustomVnet/CustomData b/pkg/agent/testdata/AKSWindows2019+CustomVnet/CustomData index 3692de20cdc..b2accf28628 100644 --- a/pkg/agent/testdata/AKSWindows2019+CustomVnet/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+CustomVnet/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSWindows2019+EnablePrivateClusterHostsConfigAgent/CustomData index cef6d57733d..1402a3e4f21 100644 --- a/pkg/agent/testdata/AKSWindows2019+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+EnablePrivateClusterHostsConfigAgent/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S116/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S116/CustomData index a29eda01570..c083a90465b 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S116/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S116/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S117/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S117/CustomData index b6f0698b13f..7f4a85e8c66 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S117/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S117/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S118/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S118/CustomData index 2620ee445a4..e6f0f8f9834 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S118/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S118/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S119+CSI/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S119+CSI/CustomData index 4e582ae0227..7a06232b22c 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S119+CSI/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S119+CSI/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S119+FIPS/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S119+FIPS/CustomData index 436cc8de1ab..701f9fe4502 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S119+FIPS/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S119+FIPS/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+K8S119/CustomData b/pkg/agent/testdata/AKSWindows2019+K8S119/CustomData index 16b37c74ac8..10e2eb32568 100644 --- a/pkg/agent/testdata/AKSWindows2019+K8S119/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+K8S119/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSWindows2019+KubeletClientTLSBootstrapping/CustomData index cdec1afb211..03f02eb1fcd 100644 --- a/pkg/agent/testdata/AKSWindows2019+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+KubeletClientTLSBootstrapping/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+ManagedIdentity/CustomData b/pkg/agent/testdata/AKSWindows2019+ManagedIdentity/CustomData index 309e9608878..c60277d0214 100644 --- a/pkg/agent/testdata/AKSWindows2019+ManagedIdentity/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+ManagedIdentity/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/AKSWindows2019+SecurityProfile/CustomData b/pkg/agent/testdata/AKSWindows2019+SecurityProfile/CustomData index 001380dbc27..5796a9b8288 100644 --- a/pkg/agent/testdata/AKSWindows2019+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSWindows2019+SecurityProfile/CustomData @@ -130,6 +130,7 @@ $global:UseInstanceMetadata = "true" $global:LoadBalancerSku = "Standard" $global:ExcludeMasterFromStandardLB = "true" +$global:PrivateEgressProxyAddress = "https://test-pe-proxy" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -212,7 +213,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage" diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index e30a5fc231c..09e8c55abc1 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CustomData b/pkg/agent/testdata/CustomizedImage/CustomData index e26f5d21b46..e66ce10ee6c 100644 --- a/pkg/agent/testdata/CustomizedImage/CustomData +++ b/pkg/agent/testdata/CustomizedImage/CustomData @@ -25,7 +25,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/CustomizedImage/line28.sh b/pkg/agent/testdata/CustomizedImage/line28.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/CustomizedImage/line28.sh +++ b/pkg/agent/testdata/CustomizedImage/line28.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 8e75ae8fac5..65e6c036445 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index 1b15a3d8263..61421836f81 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/MarinerV2+Kata/line32.sh b/pkg/agent/testdata/MarinerV2+Kata/line32.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line32.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line32.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index 55ca160669b..4dc3db70505 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData index 1b15a3d8263..61421836f81 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index f79fa46a1ac..3e57f521c4e 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData index 1b15a3d8263..61421836f81 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index 8e75ae8fac5..65e6c036445 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData index 1b15a3d8263..61421836f81 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index b285fd875b8..ba3ac1d0550 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData index 1b15a3d8263..61421836f81 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 8f2c5bf31d3..3e7b9aa227a 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index 256bd75afd0..98bae8db4a4 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntu/line33.sh b/pkg/agent/testdata/RawUbuntu/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/RawUbuntu/line33.sh +++ b/pkg/agent/testdata/RawUbuntu/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 9a350047a3d..d2b3120915b 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index fd9f0d3ddcc..9be3279bb24 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9R8e3PjNpL4//oUHdk1r5h6zMNJJqvZ4ki0rRpZ0oqU88svyXEhEpKwIgEGACUr2bnPfgWApCiZkj1zuas6V+2OTTYa3Y1+o5mzb5ozQpszJJa1M/BIjFkqYYOIJHQBc8YBwZxEuOZMJv5Vf+D4P9le98b3+rfOaOp1LqEmsATrvkbm8AtYc2iyRDbRHynHzYBRiQjFXDQTztZEEEYbAYuTCEsMv/0IcolpDfQPDpYM6nbEMQq3wBEFyUCkQYCFAHyv6Wk0GvUc/J5IaNXmpFZDiYwRX/1kDwhN7+0FphKWLArhWa12Bi6WaQIRWwjNTZpEDIUK95IJWRuMrv1ef9JprhFvRmyREY5WohavQsLBSuD8zwzqcy2iYAk4AA6iVEjMrR2LEVvArxmhjwFbgcAWS2WSyv11OzG+avxLMFr1JohYGlqEEmmpQxKNBK1xWAW5Xio4IVEU7U4gh9tx2FQim+AQBVIdDlCs5I/4FgQOOJYC5pzFYPYNGJ2TRUPeSxAMNhhCRp9LwPcJExgQVYuoIJKsMRA6ZzxGkjBaO4PNEtOHSBYKP6FBlIY4hA2RS0LVycEspWGERS3ZyiWjbx5TMZ9rBny9gZ9tkGwzdi2rvLGVILnMDonMjECbWlA0yOVbIjFHYQ7MLC5J7xC+Vpt+nA69qT9xBo7tOp3zF5GY+RxHGAkMFgdLvNSW8wuc/7kP+xk6Hai3Lxutt3X4rWwsIg0ZoERaC2V5W0CpZBzHbI0hWHJGt7XCoM7/vlshtkLiOJARcCwk4jJ7ElqSxFhsaRBqezILX4RI4pcX5y+UnVAU45cXoFcFqZAsFgEnifzwQR9FXKsp2yJAKJy/EPh3aMOby1br5Y8QMk2AcQ4C6ud/dl3Hv3EGY2fiaocytr2bz/UDbwCw4DgB6+p3eH6WQTujq+cnEDx7BjOO0UpjmJPdtucELPy7JujBLtqNnFf7NiPFSOACWkQYJ9DOdwgZxTWBQ7AI1JslMpth/TihNcFSHuATAAcQvb7rTUaPY+oPXc8eDI4DZIgeheuOhlf96z2KjIrWz//s9V3748DxXVfJXGmo5Ck+UNCQCDSLsOvewL//XZJxabHWtAKrezOaDnrZxtOJ49943tgfT0b/7+fjuzxltd+1jyNQP8ZWU47VmjFn99uuvU/0dNyzPcfv2n7XmXhuWb2KxY4MHLomnNEYU6l5O8Fcd+p6o1uF0ZtMXe84gQX+rra5LupiLsmcBEji00TupGtRRcNo6n0cTYeKittbe9j7XClLA2sEd2dP3EMobRBrFMH5DqYsD44l3wZx6JO5P0ckSjmGdy1owzs4P6QAPnz44tj4+sOz9j7fJazDoX9l9wc/at7P4CNXCQyhMHItjiMkcQhrxEWu600sgyYTVuaL1ZJbRMMZEAGUSQhSzjGV0RbQGpFI6TMwCreIq2hz1y68dr/3Gb7pQD02bw5EZtKaifLOip4YUSucaY9tpYlysTCP0EKnWEV2o5IVXzIfrzGVAur2J7fRdZ2G8fG3iPZmdirZVK+/itDiikS4DidfG89+nzAuVZImliyNQl+sSOLTNQkJ8kNO1ljJ58EzP0scOucvKk7Yp8wXEkkBbXXU7RaoZBKs4P7ELi9rHMvO+d8LK+FY1rUYW5UCvEIkwjptC7HEPCYUK501SMEghYzMbFuYYVA7Jzg0Yt1pzfCu3+vbfm/Sv3MmuT/c90jX46k/HPWcz4aq3DiV9hmA42I6bs/HDjaIMKLT5Ho87Rnx1OHBI03eMQS5wzXxfIIFi9Y4rEP18+N4CodjhzGhU6HU+eGzWu3upucPRte7YNR5JNUsqoPzB0vh4WmrMw6UwS5YFGIKJEYLDAnHOd7TdpLJrpunhn21fCfTg+ca1dV0MCgC48T5x7Q/cXqdOVLRv0gBCuXou/7djfKhHVCnXOEkNRtToUz+7qanzkFyBrNUakuvkoLyOXOW0rBekZwocJ2gDEeef6UcXtntVhOvKCvp9PnIVWp5niWZI9cf2reOUulnz0BxVYlFsZhr8hMUOTueHk5EHUp/7GRoJHNdOtcfjZUqUYU4wTTENCBY5Mt1yVA/qf0ZZHGuk5SqjLag4PCFUcb6+Z9Dx+m5KnR4dn/oTHr7lpsL5k/PGTjj0cTznaFKXw7AjFjgKXLxcISVBw7HUbogtCDw4LlmVqi6tTvs9wgXj7I+xHLD+OoA7d7TWsF13/U/qbxj4HhVnJxkJGQbqgroTzwVMlI+O39SCDn8CYnYXZJY5JF4CyGeozSSF0CxctQczxiTQPEGKAuxaNQmzsfRyDswvBOVSN3VBUzum5TyXI+nWSAQ9Uo/XhirPtjHnfg3X+bEMRUpx2Uffvhk34kYZfIVgT3nrt91/PFget0f+v0rXymmc8rBFFhu+9cFf+U4ZVi05lDXiU5W6WX/Ng3LVojXJMBWohWkITBXf1bkfOqnaId8McJGyaWpH4nx1yBptltWTBa+kBxJvNjqYFWHD9AM8bpJ0yiCv/3tuSoSa7+4ZtFvtVJW3qkrWbnexPac6587lkJm5chAueoI12vOPQ60bnVKvzZTofLUAEUZjbpnVkUunJc3UdzWnNFVwX7msE+pka6xG1W461AvSniHqrhu09DYQTX4Xqb8UM9cz554Omd+WOkep44ljxLXM1mHpo4l1cTl8WvfJrS1aqd8ZX+c9Lv+rT20r53J6RruDOZoxkmgsmu0wBwkR4QKoOuI0JVyEhQHKowImGG5wZhCnEaSQN7ngUWSikYJH5GAkgQjLkAuiVA1AaPRttQOmzOetU+E7lTBK40yiTAEiIfi1R66Bm5cAKJgt1stCBBVuWmCuCSKKhwCghjdkziNgc3hO9ig7R45NoVh9/VbFApfYfDXb2GJFElYYzwE7f1wiQTPoTBZLKWGu8j6uaW93l3u6NjbUiEBgRV7kgHHv6eE40M5v1LqYZp5Kn1Jdb4Tk0UJ56sSzs1S5T5EgqocNN48Y2eGwcaBf8tzllt7ouJzKWmpcFCPhUithVeagVtD/y5QPnz3JSabKbgRTpzjfsxYD8AfGquuTtxDM81t5gw8pZkbosUXbZVK6VihzljrolWod4ASXb/e3YIgf2Qp75mG3CxJsNSt3lRgrhVGJDggc6LVsjhIdbIJZ7pOrRVGQgSsUUR0YZYKrM7eyjdTNqVNg6XyJKbHYtkDa9dWpMK9ohbBTBFCNQ/JcitIgCJtg/CC0DmbjG5fKvKwPgStnTELcVnXu0tEF4osbesZOkzkEnMICTe+I7cBtePdbZ7CMAq2KnrgxXKbqKAjGG8mEZozHoOQ6Xz+cm8nFseIhgJEGiwBCfhnpgwiJmBZiyS1OBZY/hNitDW3Hzi8eGBCwUk0v//TaIVYsg3ERMRIBksc5h2Npsqxc0M9FIUsdEoZ9AznXIeQYJ6X20pvKNYNewo3ew7oII/TNUj+7nCbLLIrTxuphF8fYFlLRLDEMTbudcdgmdwNzov9gFFBQswha7RIppVR4cNhpuVqT6LqUd6keIP5AaZAIaLPFdsBUtrM5sCiME8qdfUml0hqtYsYXcBMhZI5ucdh41EnYZLBW7IY5yzmCWL5WW7ip/vwdYeGx3Pfg/KmN+p+ciaq2uwPj+b7Akv49t40b1mwwlzxQShYKZy7zsSkDZP+sNsf2wO/O+g7Q8/v9/T12NH3rtOdOJ6ixP7/04kGuLM9x584133Xm/zsq5UquBckWPdPKfQ+pTMcYan+CWRk01D9pnu3hUc/DlKrBRwjidWDW0TJHAvZI3wntRvbzTu0rmNPujd+b3Rrn5Bd/fzPKvjy3cSHI1dWusizzI2KJTDiwdIKWYwIPdLvrNrINcFBN52NUw85S5QkLkAwRec2u5lToXaJ1lhZR7DEwappZKFNLyS8djrJXxmhlvP6xztJn74XpR7Sp+9PFLO7dvewX1rTHfYVY8XfgGiYu/NwGSTrS8N0iiIQEgUrmGMkU76r8/vju0u/N7UHKph2P52q459Q4vVuuuP1ZW695q+i0fJ4W6G0j2Yqq5pzR5b53YLbEFIqSQQBJdrxaJ9TejsnXMgnUL2rz3PKd09g1595hHXtGwrW9V/7fdNbx3Xta8cfXfnejeP37J+zSrqyrXsE/t8wQwJfvgUrVKajVDFmMsz6CXEqJPBUJdFzxjFkamluJ3VaidaMhMBRgFUkL2SsIGQqsjx1w5UL1y2o2hkspUzE+2ZzQeQynTUCZtSdUyyxKP9KhEixaL5rt9rfKa1ENGu8mzxYR4OdODx7cu14fncwmuZqoPOF7pJQ1I1YGh7IhWOJFrfdielNXjGuIfdlnHUObkau5+aXdfa1Mzxxk3Ta5MacrJHEXXP/csOELGy24tWeru9dbvnexB66Y3uivP/N9Nrxx/a188VmVmi3xxEVCVJZy026wGO0wCW/UPH2BGnuT/ZYu+SvJ8fdoMRctTx4VGX/15PRdHz3+uh+R/sgD/xss92yggVnabJ+Xdn2cEZXx5oen6YfnYFSQU2OfzWwr92OlaGzTNLQyQio62bFV7qyBWdCXGRZEoYZClaSBCsBMVrpqm+N+RaWKjGXDEJV/ME1y2uZUW/0HrQZYSoJx9EWCJUM1sswrzdQJDGnSJI1jrYX2vI2WGEl821Rpgs0zzJGk8f8PVvMOPxL+Q21rwRdt5J55mxNtpflParUT6XK/USaJIxLg6GIjPrAdm57z5kpWQ8dz/ec2/HA9pxqV7ZbrE+aYulLHCcRklgfbl7f9SmsvhfQbrz+7kKLVN8UWlax3uKmnw0bJDInVAjrJwyUbUy0f60TAovQ5+JCNw20fBRGIVWqb0o4hV2YBFcXALM8M9fnpVIHRY1KMVVdf1HLM3mcrUQcg5WTZKm6AQupR0tYKi+q6LYwDRNGqH6bPzOKmZeoV4zrbT90niSHUuGSICFycXyhpRXnY6mzs9R2X95sLOyusJ3C9o7IqNN+F58UUyel5P59s9nkKS1r0e7XhmDB6qEwOxm/DRGRAO/BZz3fokuZ1/bz8mnD37T0G60LQGFoskWTYurMq+oolNDy6v4bEDheY95lsXLXYAxlMnQ8x/XvnInbHw3fW/VWo9Vo1T9D3exVP6j7v/IQC1n8RcfoT6ZDr3/r6NPsVLDeUZYoSyLNyrlyfZFj7fXdT7738/h4UPoyrmeEhjFLqTweJaaUyN9qk6yZ0VErLLMkw1Sz5xLzqhd5cDidI7pbEcgozxHNX08NKPDsGVQF75IRTQf9277nHhHY0b41lrt0dxqRmMhyWfLg3RP4zErMnNHsz4JRZ+iqmnc48nvTsap9R7d9tzsdTV3/46Tf+4q0yOwzZL00GdExZzERQfqRk1BlRSde5tpXfcP7YAjo6EXxgz5cTCRZ6PtZ7QZm6aJIo2fpQjQilNJgmaCwQbFsprOUyrT5rZm/aUaEpvfNb2fpotm+/O7y8s072L8+fx2G7QC3v7Na3/2ArbetN4E1e/PutYXaP7xuY/y69R3GSsHFVjRnqWiuY/X/WRekuVz7qSRRM6VKkXcTfNm0XvsN+fUv3+VXWjcRngcNfVtUNv87e9Dv2V5/NPSdyaTTUpWMEy4wBEhgEAGmiBMm3qtahCyWZpYK9GSmir8bRGTWeNuAPe7r7hnm0Bu6wHHATFbFcRKZ6bAXuLFogJAs0eWymffMBqxe5ntkgUfH9zDkWAjzXKUiNDCXHIkpACCkIt9TMvVmozK5LISpR6YP2hu6tTMNrBsMRSoRqrxD96nJXKVtKuO6+kdvqPewx/2sF6R1rVb6W891TRxv0nfczrtWPsxwsEIp7KtGRmpE6Krxal9hj2Fst/QMuQ5SeprrAPFn6Pwn/McvLeuH3779tVH97/nRrXpDd2+nkpF9KQPHEb/OEJdGXh+tEo9cbZsOrts5f3HMB6GEGCUYioixVZrUoV419bcnyBK1n6ENr1tAs9VQ5D7vwNJ4Oq2KQ6i/LMhzPbeTDTXvXViq5xVyOHc9V3HbesioTlMKQh5uengXNXG0X3xVb19+37h802i//qHRvqy/gurrqAN71927T9+7fmkb0xVV0hmMRp9UcZZf8jxg74kYj+HKZPKkK97dEXefcrhlc/ps5v9oANb6jypjevv2jb7pMrI/BaagnsBwMfaZH/2jjaz/o+yVBrmeOHGqW7uPzZzq4LAiwUoBsvk8B87gEs709zdI5hcRpldv2sbHRk0VhB6ZmBHajPVQ7bNnGV0Z/jmhRCxxmG20twM8KzKW/eukQyafZ5dw+R3VRXYrp3ihLNTNvzbEhKYSPzdU5d86gRVAXSxTGbINBYtDG57VvyoJOtCz/S4uTykwCs+KG7tiYdVHSynNPls61OX/JZp2qauOHNOh7XnOsOf0/On4emL3nGNZ9+5nOs1DTa8/6ZjCBSVS/U+XJI2w+cMPCeaEhSSoHxkwOn8REk5RrD9I2MP4uf7yYJaIpcGyAmwPKFjGLITW5du3j0EatbLH3vv344zI9++NdltjFKzQAlsDIpQ/add/fA4fPnwdRoqkxDTEoTVNFhyF+Mn4dh/xpDRGYqW/AwoRibaN3X1q9sRKDfKigKtGlF2l/A8gUn6QV6DRz48gyb9NsizKrFnEgtVTEZbx7SE/K7qDcomhN/ppOBjZPahi5gxijPTl8wbrjtYGCe1P+qNilkE3DyUniwXWl6+IQkbH4baWf/BjfQ3TVXRWjac86lJw9IVjNX+BQygPndqe/Si8EVy3+PhihSSCxJieMFc/M5xFjRD0/EdKiYQX5rtBM8WBYYU5xVF271+a3DAB4mXDDM8EqGrzfJpGlywcRwTNoi2sCcrm0IuQJYDNdZdVsGywNbeAVLIYSRLksI0H2xi/YCaDdu4g9wbZNyhZBxqHMMskoSkQF3udTrNp+Hzf7xxmj4a33Syu6eLRubUjtjSTYQgg821WsxUfvjzk5AwMFxphCVk22pWZLDVtQ10UWrm663dVGPXcoP7+tERESOcZNkFogGGDn68L7ovdSzNluAr1sSlFFIYCCtcn9b05YJrPjoQMC/pcwobxlQqfmpCKc93ZdPbtxb6MLcOQ4qfCC+4j0MX7F64+A1vC5ftW632rBVOvCy/asGQpB45oyGKYp3/88bKY2dbHkssrM7LjKvsg9OzTln/ykYtwb27B/dn1nNuuNzgcZ/uKDYwO/DfQH8zj/bW7nIH3QM9zkRhV0rZrvoeGlb7DZ/PdnFW2psjaUPZFvMncVGja27Lk/7Nfy9NDdfPhIJivdYusu1HuIO3GY7OWTcBC/L4O5/v1yYlxJEzDyo+Cd3dmVcMvqiYw6dtT/4sBtZo5iwPCarUzZ3RV+68AAAD//7XYz3DKQAAA + H4sIAAAAAAAA/9R8e3Pbtpb4//oUp7InTlJTjzzcJr3KHUaibU1kSZek3F9/bZcXIiEJ1yTAAqBkNTf72XcAkBQlS7KT7e7Maqa1RAIH5xycNw5y8l1zSmhzisSidgI+STDLJKwQkYTOYcY4IJiRGNcc1w0u+wMn+Nn2u9eB379xRhO/cwE1gSVY9zUyg1/BmkGTpbKJ/sw4boaMSkQo5qKZcrYkgjDaCFmSxlhi+P0nkAtMa6A/OFwwqNsxxyhaA0cUJAORhSEWAvC9xqfRaNSL4fdEQqs2I7UaSmWC+N3P9oDQ7N6eYyphweIIntVqJ+BhmaUQs7nQ1GRpzFCkYC+YkLXB6Cro9d1Oc4l4M2bzHHF0J2rJXUQ4WCmcfs5HfanFFCwBO4PDOBMSc2tDYszm8FuO6GODrVBgi2UyzeT2vA0bXzb+JRjd9yaMWRZZhBJpqU0SjRQtcbRv5HKhxgmJ4nizA8W4DYVNxTIXRyiUanOAYsV/xNcgcMixFDDjLAGzbsjojMwb8l6CYLDCEDF6JgHfp0xgQFRNooJIssRA6IzxBEnCaO0EVgtMHwKZK/iEhnEW4QhWRC4IVTsH04xGMRa1dC0XjL5+TMQCrgkI9AJBvkC6zsm1rOrCVorkIt8kMjUMbWpG0bDgbwXFAoTZMDO5wr3d8bXa5ONk6E8C1xk4tud0Tp/HYhpwHGMkMFgcLPFCa86vcPp5e+wX6HSg3r5otN7U4feqsogsYoBSac2V5q0BZZJxnLAlhnDBGV3XSoU6/ftmhlgLiZNQxsCxkIjL/ElkSZJgsaZhpPXJTHweIYlfnJ8+V3pCUYJfnIOeFWZCskSEnKTywwe9FUmtpnSLAKFw+lzgP6ANry9arRc/QcQ0AsY4CKiffu56TnDtDMaO62mDMrb96y/1HWsAMOc4BevyDzg7yUc7o8uzIwCePYMpx+hOQ5iRzbKnBCz8h0bowSrajJzut22Gi7HA5WgRY5xCu1ghYhTXBI7AIlBvVtBsRvXDiNYEy3iIjwzYGdHre747ehxSf+j59mBweEAO6NFx3dHwsn+1hZER0frp517fsz8OnMDzFM+VhEqe4R0BjYhA0xh73jX8+98VHlcma0k7AX9BlMovWYwFZEL5nJSz+/W51ntlgYwywRTPGMcwwzJc6FEovENzLIy01lNOlkhiwHOu/IWGASiK9C8i4Oz089jt39q+EzhXruN5wdgd/b9fArvXU7++nNUVMqPeCLJUCb5yEJnABlCFfO96NBn0cg5NXCe49v2xgXWYHU+ZHXTtwwDUx/Ah41jNGSu0uvY2dyfjnqKvawddx/W9qh6Ukx0ZOnRJOKMJplJvwhHiuhPPH90oiL478fzDCJbwu9o4dFEXc0lmJFSsPIqkwsAgYFGFw2jifxxNhgqLmxt72Puyl5dmrGHcre16u6O05i5RDKebMVV+cCz5OkyigMyCGSJxxjG8bUEb3sLpLgbw4cNXO/FXH561t+muQB0Og0u7P/gpV4GPXMkzoTDyLI5jJHEES8RFoZRNLMMmE1buNNSUG0SjqRJryiSEGeeYyngNaIlIrBQPGIUbxJVbvG2X7qXf+wLfdaCemDc7LDN65Co3ovBJELWiqXYtVq4SsxjNdSxYhmEqqgokC/ASUymgbn/yGl3PaRhndINob2pnkk30/MsYzS9JjOtw9LVxQfcp41JFk2LBsjgKxB1JA7okEUFBxMkSK/48eBbkEU7n9PmeHQ4oC4REUkBbbXW7BSrqBSu8P7LKixrHsnP691JLOJZ1zcbWXgZeIhJjHV9GWGKeEIqVzBqgYIBCjma+LEwxqJVTHBm2bqRmeNvv9e2g5/ZvHbcw3BWdqZ9+vhpPguGo53wxWBXKqaTPDDjMpsP6fGhjwxgjOkmvxpOeYU8dHjzS6B0CUHgGE3i4WLB4iaM67H9+GE5pcOwoIXQilDg/fFar3V73gsHoauM1O4/ExGUac/pgKjzcbbXHoVLYOYsjTIEkaK6cBi7gHteTnHfdIobtq+kbnu4816AuJ4NB6cFd5x+Tvuv0OjOkwpQyVimFo+8Ft9fKhnZA7fIeI6nJmGjHe3vdU/sgOYNpJrWm7+OCsjkzltGovieKUsN1JDUc+cGlMnhVs7sfeYVZRaZPR54Sy9M8Gh55wdC+cZRIP3sGiqq9UBSJhSQ/QZDz7enhVNSh8mPDQ8OZq8q+/mS0VLEqwimmEaYhwaKYrnOb+lHpz0eW++pmVIXeJQa7L4ww1k8/Dx2n5ynX4dv9oeP2tjW3YMxn3xk445HrB85QxVk7wwxb4Cl88XGMlQWOxnE2J7REcOe5JlaoBLs77PcIF4+SPsRyxfjdDtitp7WS6r4XfFJxx8Dx91FylJCIrajK9D/xTMhY2eziScnk6GckEm9BElF44jVEeIayWJ4DxcpQczxlTALFK6AswqJRc52Po5G/o3hHUqa6pzOtwjYp4bkaT3JHIOp77XiprHpjHzfi332dEcdUZBxXbfjuk20jYoQpUAj2nNt+1wnGg8lVfxj0LwMlmM4xA1NCuelflfRV/ZQh0ZpBXQc6eUqa/20akq0IL0mIrVQLSENgrn7uifnUp6zbfDXARsWkqY/E+FuANNstKyHzQEiOJJ6vtbOqwwdoRnjZpFkcw9/+dqay2dqvnpn0e60SlXfqilee79q+c/VLx1LArAIYKFMd43rNucehlq1O5WszEypODVGc46iLe/vQhdPqIoramjO6LMnPDfYxMdLFgMY+2HWol7UGhyq/btPI6MH+4VuR8kM583zb9XXM/DAlP4wdSx9FrmeiDo0dS/cjV/ivbZ3Q2qqN8qX90e13gxt7aF857vEc7gRmaMpJqKJrNMccJEeECqDLmNA7ZSQoDpUbETDFcoUxhSSLJYGiIAXzNBONCjwiAaUpRlyA1Km0AEbjdaVuN2M8r/MIXVKDlxpkGmMIEY/Eyy1wDdw4B0TBbrdaECKqYtMUcUkUVjgCBAm6J0mWAJvBD7BC6y10bArD7qs3KBKBghAs38ACKZSwhrg7tPfuAglejMJkvpB63HleeK6s9fZig8fWkgoICKzIkww4/iMjHO/y+aUSD1N1VOGLKTQkZF6B+bICc7VQsQ+RoDIHDbeI2JkhsLFj34qY5cZ2lX+uBC17DNRjLlJL4aUm4Mbgv3GUD999jcrmAm6YkxSwH1PWneEPlVVnJ96umhY6kxd5VkSzL14rkdK+Qu2xlkWrFO8QpTp/vb0BQf7MQ94TPXK1IOFCV4QygbkWGJHikMyIFstyI/MSks5Ta6WSEAFLFJOoqOsok1ospnRKqwbL5FFIj/myB9qutUi5e4UtgqlChGoa0sVakBDFWgfhOaEz5o5uXij0sN4ELZ0Ji3BV1rsLROcKLa3rOThM5AJziAg3tqPQAbXi7U0RwjAKtkp64PlinSqnIxhvpjGaMZ6AkNls9mJrJZYkiEYCRBYuAAn4Zy4MIiFgWfM0szgWWP4TErQ2xzQ4On+gQuFRMH/800iFWLAVJEQkSIYLHBUVjaaKsQtF3WWFLGVKKfQUF1RHkGJepNtKbijWJwsUrrcM0E4cp3OQ4t3uMrlnV5Y2VgG/3sCqlIhwgRNszOuGwCq6K1wk+yGjgkSYQ15okUwLo4KHo1zK1ZpE5aO8SfEK8x1IoQJEzxTZIVLSzGbA4qgIKnX2JhdIarGLGZ3DVLmSGbnHUeNRI2GCwRsyHxckFgFi9Vmh4scPDOoOjQ7HvjvpTW/U/eS4KtvsDw/G+wJL+P7eVJlZeIe5ooNQsDI49RzXhA1uf9jtj+1B0B30naEf9Hv6HO/ge8/puo6vMLH//8TVA3Sp2HWu+p7v/hKomcq5lyhY909J9D5lUxxjqf6EMrZppL7p2m1p0Q8PqdVCjpHE6sENomSGhewRvuHate0VFVrPsd3uddAb3dhHeFc//bxvfPUQ5cOBszWd5Fnm6McSGPFwYUUsQYQeqHfuW8gzzkEXnY1RjzhLFSfOQTCF5zo/QlSudoGWugwfLnB41zS80KoXEV47HuTfGaZW4/rHK0mffhSVGtKnH48ks5ty97BfmdMd9hVh5W9ANCrMebQI0+WFITpDMQiJwjuYYSQzvsnz++Pbi6A3sQfKmXY/Hcvjn5Di9a674+VFob3mV1loebysUFlHE5VnzYUhy+1uSW0EGZUkhpASbXi0zam8nREu5BOw3uTnBeabJ7CpzzxCurYNJen613bd9MbxPPvKCUaXgX/tBD37lzyT3lvWPTD+3zBFAl+8AStSqqNEMWEyyusJSSYk8IwWh1e5WJpjVB1WoiUjEXAUYuXJSx6rETIrDsRWXJlwXYKqncBCylS8bzbnRC6yaSNkRtw5xRKL6lciRIZF82271f5BSSWieeHdxMHaG2zY4dvuleMH3cFoUoiBjhe6C0JRN2ZZtMMXjiWa33RdU5u8ZFyP3OZxXjm4Hnm+V5wq2lfO8MhJ0nGVG5tjvq45f7lmQpY6u+fVlqxvHW4FvmsPvbHtKut/PblygrF95Xy1mpXS7XNERYpU1HKdzfEYzXHFLux5ewQ172d7rE3yt6PjrVBqjloePNqn/1fuaDK+fXVwvYN1kAd2ttluWeGcsyxdvtpb9nBGl4eKHp8mH52BEkGNTnA5sK+8jpWDs0zQ0MkRqOtixTeasjlnQpznURKGKQrvJAnvBCToTmd9S8zXsFCBuWQQqeQPrliRy4x6o/eg1QhTSTiO10CoZLBcREW+gWKJOUWSLHG8Pteat8IKKpmtyzRdoFkeMZo45u/5ZMbhX8puqHUl6LyVzHJja6K9PO5RqX4mVewnsjRlXBoIpWfUG7Yx21vGTPF66PiB79yMB7bv7Ddlm8l6pymWgcRJGiOJ9eYW+V2fwt2PAtqNVz+ca5bqk0LLKudb3NSzYYVEboRKZv2MgbKV8favdEBgEXomznXRQPNHQRRShfomhVPQhQlwdQIwLSJzvV8qdFDYqBBT5fXntSKSx/lMxDFYBUqWyhuwkLoHhmXyfB/eFqZRygjVb4tnRjCLFPWScb3sh86T+FBJXFIkRMGOr9S0cn8stXeWWu7ri42l3pW6U+reAR512m+To2zqZJTcv282mzyjVSnafG0IFt49ZGYnp7chYhLirfF5zbesUha5/ay62/A3zf1G6xxQFJlo0YSYOvLatxWKaUV2/x0InCwx77JEmWswiuIOHd/xglvH9fqj4Xur3mq0Gq36F6ibteo7ef83bmLJi79oGwN3MvT7N47ezc4e0jtKE2WFpXk6V80vCqi9vvcp8H8ZH3ZKX0f1lNAoYRmVh73EhBL5e83NixkdNcMyU3JINXsmMd/3onAOx2NEby1CGRcxovn1VIcCz57BPuddUaLJoH/T970DDDtYt8ZyE+5OYpIQWU1LHrx7Ap15ilkQmv8sCXWGnsp5h6OgNxmr3Hd00/e6k9HECz66/d43hEVmnSHrZemIjjlLiAizj5xEKio68rKQvv0nvA+agA4eFD+owyVEkrk+n9VmYJrNyzB6ms1FI0YZDRcpihoUy2Y2zajMmt+b/ptmTGh23/x+ms2b7YsfLi5ev4Xt4/NXUdQOcfsHq/XDO2y9ab0Orenrt68s1H73qo3xq9YPGCsBF2vRnGaiuUzU//MqSHOxDDJJ4mZGlSBvWg3ztsL2a/LbX77Kb7RuPDwPG/q0qKr+t/ag37P9/mgYOK7baalMxonmGEIkMIgQU8QJE+9VLkLmC9NLBbqFVPnfFSIyL7ytwB73dfUMc+gNPeA4ZCaq4jiNTXfYc9yYN0BIlup02TSm5g1WL4o1csej/Xve1Kefq1CEhuaQo2gBjKgo1pRMvVmpSC53YeqRqYP2hl7tRA/WBYYylIhU3KHr1GSmwjYVcV3+ozfUa9jjfl4L0rJWq/zWfV2u47t9x+u8bRXNDDszlMC+bOSoxoTeNV5uC+whiO2WbnbXTkp3c+0A/gKd/4T/+LVlvfv9+98a+/+eHlyqN/S2Vqoo2dcScBjwqxxwpTf30SzxwNG2qeB6ndPnh2wQSokRgqGIGbvL0jrU93X9bTGygu0XaMOrFtB8NpSxz1uwNJxOa88m1F+U6Hm+18m7r7cOLNXzPXw49XxPUdt6SKgOU0pEHi66exblOtouvqy3L35sXLxutF+9a7Qv6i9h/3HUjr7r6t2nH72gsoypiiruDEajTyo5Kw55HpD3RIiHYOU8edIR72aLu0/Z3Ko6fTH9fzQEa/nnPmV68+a1PukyvD82TI16AsFl22ex9Y8Wsv6Pkldp5Hpix6ku7T7Wc6qdwx0J79RANpsVg/NxKWf6ohCSxUGEqdWbsvGhVlM1QrdMTAltJrqp9tmzHK8c/oxQIhY4yhfaWgGelRHL9nHSLpFn+SFccUZ1np/KKVooi3Txrw0JoZnEZwar4lIWWCHUxSKTEVtRsDi04Vn9m4KgHTnbruLyjAKj8Kw8sSsn7rtdldH8ftWuLP8v4bQJXbXnmAxt33eGPacXTMZXrt1zDkXdm89kUriaXt/tmMQFpVL9p1OSRtR89y7FnLCIhPUDDUanzyPCKUr0zYktiF/qL3Z6iVgWLvYM2xoULhIWQevizZvHRhqxssf++/fjHMn37410W2NzNcIaEKHsSbv+0xl8+PBtECmSEtMIR9YknXMU4SfD29w2ymiCxJ2+sBQhEq8bm/PU/ImVGeBlArcfUH6U8j8ASNlBvgeMfn4ASHGJyrIos6YxC++eCrAKbwv4SVkdlAsMvdHPw8HI7sE+Yk4gwUgfPq+wrmitkND2pD8qexl08VByMp9jffiKKOR47C5rBTsf61uI3ofnvvaUR00Kjr+yreYvMAjVplPbtx8dbxjXLS9f3CGJyltJ5uhninOvEYHu/8gokfDcXHA0XRwY7jCnOM7P/SudG8ZBvGiY5pkQ7Vu86KbRKQvHMUHTeA1LgvI+9NJlCWAzXWUVLG9sLTQgkyxBkoTF2MaDZYxdMJ1BG3NQWIP8DkpegcYRTHNOaAzE+Val0ywanW3bnd3o0dC26cU1VTw6szbIVnoyDAJkts5ztvLiy0NKTsBQoQFWgOWtXbnKUlM21EmhVYi7frcPou4b1BdlK0hEdJZDE4SGGFb4bFlSX65e6SnD+0Af6lJEUSSgNH1Sn5sDpkXvSMSwoGcSVozfKfepEdmzrxudzu9ebPPYMgQpevZYwW0AOnn/ytknYEu4eN9qvW+1YOJ34XkbFizjwBGNWAKz7M8/X5Q923pbCn7lSnZYZB+4nm3ciisfBQu3+ha8Xzzfuen6g912tm9YwMjAfwP8Tj/eX7vKCfgP5LxgiRElrbvm4jbc6TN8Ntv0WeVzyqgN5Vf3TeSmXNPWkhX7n3+tdg/VzcVBMNeKy6i7Ua0gbdpj85JNyCL8vg6n2/nJkXYkTKO9t5c3Z2b7ml9UTmDCt6f+0wa1mtmLHcRqtRNndFn7rwAAAP//HFoYP3NBAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh index 9c061d0169b..522b2ac345b 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh @@ -56,6 +56,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index 7d456daa723..438783447f8 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -1716,6 +1716,7 @@ CONTAINERD_CONFIG_CONTENT="{{GetContainerdConfigContent}}" CONTAINERD_CONFIG_NO_GPU_CONTENT="{{GetContainerdConfigNoGPUContent}}" IS_KATA="{{IsKata}}" SYSCTL_CONTENT="{{GetSysctlContent}}" +PRIVATE_EGRESS_PROXY_ADDRESS="{{GetPrivateEgressProxyAddress}}" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh"`) func linuxCloudInitArtifactsCse_cmdShBytes() ([]byte, error) { @@ -3251,6 +3252,10 @@ if [[ "${DISABLE_SSH}" == "true" ]]; then disableSSH || exit $ERR_DISABLE_SSH fi +# This involes using proxy, log the config before fetching packages +echo "private egress proxy address is '${PRIVATE_EGRESS_PROXY_ADDRESS}'" +# TODO update to use proxy + if [[ "${SHOULD_CONFIGURE_HTTP_PROXY}" == "true" ]]; then if [[ "${SHOULD_CONFIGURE_HTTP_PROXY_CA}" == "true" ]]; then configureHTTPProxyCA || exit $ERR_UPDATE_CA_CERTS @@ -7328,6 +7333,7 @@ $global:UseInstanceMetadata = "{{GetVariable "useInstanceMetadata"}}" $global:LoadBalancerSku = "{{GetVariable "loadBalancerSku"}}" $global:ExcludeMasterFromStandardLB = "{{GetVariable "excludeMasterFromStandardLB"}}" +$global:PrivateEgressProxyAddress = "{{GetPrivateEgressProxyAddress}}" # Windows defaults, not changed by aks-engine $global:CacheDir = "c:\akse-cache" @@ -7410,7 +7416,11 @@ try Write-Log "The script has been executed before, will exit without doing anything." return } - + + # This involes using proxy, log the config before fetching packages + Write-Log "private egress proxy address is '$global:PrivateEgressProxyAddress'" + # TODO update to use proxy + $WindowsCSEScriptsPackage = "aks-windows-cse-scripts-v0.0.29.zip" Write-Log "CSEScriptsPackageUrl is $global:CSEScriptsPackageUrl" Write-Log "WindowsCSEScriptsPackage is $WindowsCSEScriptsPackage"